-- Logs begin at Fri 2022-05-27 14:18:39 UTC, end at Fri 2022-05-27 15:32:46 UTC. -- May 27 15:02:56.509101 dv-cinder-842541-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 15:02:59.316217 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.common.config [-] Logging enabled! May 27 15:02:59.316857 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev260 May 27 15:02:59.317015 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103849) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 15:02:59.320238 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.common.config [-] Logging enabled! May 27 15:02:59.320511 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev260 May 27 15:02:59.320826 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103849) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 15:02:59.321765 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 15:02:59.321998 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 15:02:59.322366 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 15:02:59.322612 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 15:02:59.322836 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 15:02:59.323246 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.323543 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.323773 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.324377 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.324693 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.324977 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.325270 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.325570 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.325856 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.326134 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.326416 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.326644 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.326923 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.327207 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.327490 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.327710 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.327986 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.328424 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.328869 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.329150 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.329436 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.329712 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.329980 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.330254 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.330535 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.330866 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] host = dv-cinder-842541-3-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.331138 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.331421 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.331702 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.331984 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.332255 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.332553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.332835 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.333104 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.333373 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.333641 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.333924 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.334208 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.334492 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.334714 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.334930 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.335210 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.335494 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.335765 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.336035 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.336307 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.336610 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.336882 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.337680 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.337967 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.338244 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.338524 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.338795 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.339066 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.339335 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.339601 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.339881 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.340149 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.340708 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.340977 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.341261 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.341524 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.341791 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.342082 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.342363 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.342638 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.342918 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.343187 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.343464 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.343728 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.343994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.344259 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.344547 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.344814 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.345091 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.345359 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.345626 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.345895 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.346161 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.346439 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.346709 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:02:59.346998 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.347288 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.347580 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.347856 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.348157 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.348430 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.348734 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.349008 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.349292 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.349575 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.349857 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.350128 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.350421 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.350711 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.351000 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.351300 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.351587 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.351873 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.352144 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.352412 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.352717 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.353550 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.353842 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.354113 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.354396 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.354678 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.354953 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.355246 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.355526 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.355813 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.356225 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.356542 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.356814 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.357089 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.357375 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.357646 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.357913 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.358195 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.358466 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.358733 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.359008 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.359295 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.359576 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.359844 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.360119 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.360405 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.360704 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.360972 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.361239 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.361510 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.361776 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.362058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.362329 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.362595 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.362860 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.363132 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.363401 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.363669 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.363941 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.364208 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.364512 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.364782 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.365048 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.365315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.365580 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.365844 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.366110 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.366374 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.366643 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.366907 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.367171 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.367436 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.367700 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.367967 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.368260 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.368749 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.369029 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.369300 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.369574 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.369847 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.370121 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.370393 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.370672 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.370939 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.371223 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.371501 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.371783 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.372062 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.372335 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.372682 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.372952 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.373228 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.373502 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.373775 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.374047 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.374324 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.374601 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.374889 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.375175 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.375452 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.375737 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.376023 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.376309 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.376605 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.376985 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.377264 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:02:59.377478 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 15:02:59.377713 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103849) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 15:02:59.846093 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 15:02:59.846370 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 15:02:59.846671 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 15:02:59.846994 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 15:03:00.192992 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.193190 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.193448 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.194628 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.194894 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.195152 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.251961 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.252244 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.252531 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.267629 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.267902 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.268168 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.298517 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.298787 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.299047 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.335620 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.336193 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.336193 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.713822 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.714096 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.714359 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.714618 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.715560 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.827427 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.827747 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.828023 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.828286 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.828572 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.828946 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.829348 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.829764 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.830147 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.830582 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.830978 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.831386 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.831765 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.832146 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.832555 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.832945 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.833318 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.833706 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.834095 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.834466 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.834857 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.835218 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.835627 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.836211 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.836594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.836950 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.838045 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:00.838386 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:00.838731 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:00.839066 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:00.839404 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:00.839742 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:00.840547 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 15:03:00.846335 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 15:03:00.851941 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 15:03:00.858197 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 27 15:03:00.860512 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 15:03:00.861181 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 15:03:00.861645 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 15:03:00.862179 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 15:03:00.865441 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 15:03:00.865788 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 15:03:00.866254 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 15:03:00.875084 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 15:03:00.905525 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 15:03:00.905982 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.906277 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103849) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 15:03:00.906645 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.907980 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103849) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 15:03:00.908260 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 15:03:00.908527 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 15:03:00.911835 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.912108 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:00.975260 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 15:03:00.975438 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 15:03:00.975665 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 15:03:00.976024 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 15:03:01.028700 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO dbcounter [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Registered counter for database neutron May 27 15:03:01.048070 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_db.sqlalchemy.engines [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103849) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 15:03:01.053848 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writer thread running {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 15:03:01.520367 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing driver for type 'gre' May 27 15:03:01.521056 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] gre ID ranges: [(1, 1000)] May 27 15:03:01.575128 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing driver for type 'local' May 27 15:03:01.575481 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing driver for type 'vlan' May 27 15:03:01.588993 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] VlanTypeDriver initialization complete May 27 15:03:01.589332 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing driver for type 'vxlan' May 27 15:03:01.589895 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] vxlan ID ranges: [(1, 1000)] May 27 15:03:01.648618 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing extension driver 'port_security' May 27 15:03:01.648907 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.extensions.port_security [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] PortSecurityExtensionDriver initialization complete May 27 15:03:01.649250 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing mechanism driver 'openvswitch' May 27 15:03:01.649583 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing mechanism driver 'hyperv' May 27 15:03:01.656093 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:01.656795 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.657173 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.657530 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.658037 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 15:03:01.658468 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.658827 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.659178 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.659573 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 15:03:01.659986 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.660340 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.660711 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.661103 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 15:03:01.661511 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.661864 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.662210 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.662602 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 15:03:01.663009 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.663357 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.663698 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.664088 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 15:03:01.664517 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.664869 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.665717 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.666110 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 15:03:01.666719 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] ML2 OVO RPC backend initialized. {{(pid=103849) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 15:03:01.667437 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.667812 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.668240 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.668626 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > networks before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.668983 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.669332 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > ports before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.669681 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.670029 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.670383 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.670729 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.671069 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.671411 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.671753 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.672093 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.672434 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.672798 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.673134 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.680694 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded quota_driver: . May 27 15:03:01.681755 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.plugin [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Modular L2 Plugin initialization complete May 27 15:03:01.682110 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading services supported by the core plugin {{(pid=103849) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 15:03:01.682461 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Got port-security extension from driver 'port_security' May 27 15:03:01.683088 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.extensions.vlantransparent [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Disabled vlantransparent extension. May 27 15:03:01.683599 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103849) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 15:03:01.683931 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: router May 27 15:03:01.718970 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.719367 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.719743 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router before_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.720117 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.720518 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.720883 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_delete 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.721248 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.721604 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.721967 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.722346 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.722700 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.723052 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.723415 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.723828 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.724201 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.724571 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.724915 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.725264 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.725618 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.725970 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.726320 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.726667 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.727030 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.727377 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.728249 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.728646 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.728999 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.729368 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > agent after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.729722 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.730070 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.730933 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Tracking information for resource: router configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:01.731266 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Tracking information for resource: floatingip configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 15:03:01.736514 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.db.l3_agentschedulers_db [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 15:03:01.737093 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.737461 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.737818 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.738176 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.738961 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router before_create 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.739330 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.739696 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.740058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.745663 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.provider_configuration [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service providers = [] {{(pid=103849) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 15:03:01.746032 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.db.servicetype_db [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103849) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 15:03:01.749024 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 15:03:01.749377 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 15:03:01.749722 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 15:03:01.750621 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 15:03:01.750997 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.services.service_base [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 15:03:01.751373 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.751694 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 15:03:01.762451 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.762785 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: auto_allocate May 27 15:03:01.768402 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: network precommit_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.768812 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: network precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.769331 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.769657 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: tag May 27 15:03:01.776245 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.776605 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: timestamp May 27 15:03:01.780670 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.781007 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: network_ip_availability May 27 15:03:01.786496 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.786875 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.787236 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:01.787951 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.788275 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: flavors May 27 15:03:01.793623 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.793963 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading Plugin: revisions May 27 15:03:01.798319 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 15:03:01.798712 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.952s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 15:03:01.799456 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103849) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 15:03:01.799794 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Initializing extension manager. May 27 15:03:01.800318 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: __init__.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.800693 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: __pycache__ {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.801118 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: _port_mac_address_override.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.801461 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.802402 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.802976 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: address-group May 27 15:03:01.803304 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: address_scope.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.804032 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.804599 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: address-scope May 27 15:03:01.804930 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.806469 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.807000 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: router-admin-state-down-before-update May 27 15:03:01.807328 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: agent.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.808039 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.808586 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: agent May 27 15:03:01.808916 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: agent_resources_synced.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.809847 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.810372 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: agent-resources-synced May 27 15:03:01.810701 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.812526 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.813060 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: allowed-address-pairs May 27 15:03:01.813393 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.814484 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.815007 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: auto-allocated-topology May 27 15:03:01.815338 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.816040 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.816585 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: availability_zone May 27 15:03:01.816916 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: availability_zone_filter.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.817838 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.818358 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: availability_zone_filter May 27 15:03:01.818685 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: data_plane_status.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.819608 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.820123 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension data-plane-status not supported by any of loaded plugins May 27 15:03:01.820467 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: default_subnetpools.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.821428 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.822546 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: default-subnetpools May 27 15:03:01.822874 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.823688 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.824215 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: dhcp_agent_scheduler May 27 15:03:01.824570 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: dns.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.825498 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.826014 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension dns-integration not supported by any of loaded plugins May 27 15:03:01.826344 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: dns_domain_ports.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.827273 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.827794 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 15:03:01.828121 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.829086 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.829607 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 15:03:01.829934 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: dvr.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.830614 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.831132 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: dvr May 27 15:03:01.831459 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: ecmp_routes.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.832384 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.832927 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension ecmp_routes not supported by any of loaded plugins May 27 15:03:01.833256 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: empty_string_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.834178 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.834703 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: empty-string-filtering May 27 15:03:01.835031 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.835946 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.836492 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 15:03:01.836818 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.838435 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.838954 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 15:03:01.839282 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: external_net.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.840214 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.841016 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: external-net May 27 15:03:01.841349 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.842266 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.842784 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: extra_dhcp_opt May 27 15:03:01.843111 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: extraroute.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.844035 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.844589 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: extraroute May 27 15:03:01.844917 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: extraroute_atomic.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.845981 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.846489 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: extraroute-atomic May 27 15:03:01.846818 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: filter_validation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.847495 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.848012 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: filter-validation May 27 15:03:01.848339 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: fip_pf_description.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.849294 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.849818 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 15:03:01.850145 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.851058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.851583 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 15:03:01.851911 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: fip_port_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.853693 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.854218 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: fip-port-details May 27 15:03:01.854555 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: flavors.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.855795 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.856325 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: flavors May 27 15:03:01.856688 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.858357 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.858895 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 15:03:01.859229 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: floatingip_pools.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.860136 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.860711 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: floatingip-pools May 27 15:03:01.861048 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: ip_allocation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.861984 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.862507 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension ip_allocation not supported by any of loaded plugins May 27 15:03:01.862840 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.863769 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.864298 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: ip-substring-filtering May 27 15:03:01.864669 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l2_adjacency.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.865610 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.866135 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 15:03:01.866463 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.867427 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.867954 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: router May 27 15:03:01.868307 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.871138 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.871670 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 15:03:01.872006 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.872985 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.873512 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: ext-gw-mode May 27 15:03:01.873843 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.874781 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.875304 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: l3-ha May 27 15:03:01.875633 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.876584 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.877108 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 15:03:01.877437 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_flavors.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.878365 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.878889 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: l3-flavors May 27 15:03:01.879219 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.880627 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.881168 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 15:03:01.881506 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.882445 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.882974 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 15:03:01.883308 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: l3agentscheduler.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.884888 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.885585 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: l3_agent_scheduler May 27 15:03:01.885921 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: local_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.887702 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.888246 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension local_ip not supported by any of loaded plugins May 27 15:03:01.888619 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: logging.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.890098 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.890642 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension logging not supported by any of loaded plugins May 27 15:03:01.890981 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: metering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.891731 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.892326 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: metering May 27 15:03:01.892699 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.893804 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.894337 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: metering_source_and_destination_fields May 27 15:03:01.894679 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: multiprovidernet.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.895741 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.896273 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: multi-provider May 27 15:03:01.896639 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: netmtu.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.897570 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.898096 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: net-mtu May 27 15:03:01.898429 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: netmtu_writable.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.899404 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.900722 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: net-mtu-writable May 27 15:03:01.901077 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: network_availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.901759 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.902359 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: network_availability_zone May 27 15:03:01.902691 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: network_ip_availability.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.903815 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.904340 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: network-ip-availability May 27 15:03:01.904705 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: network_segment_range.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.905481 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.906007 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension network-segment-range not supported by any of loaded plugins May 27 15:03:01.906333 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: pagination.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.907322 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.907656 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: pagination May 27 15:03:01.907980 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: port_device_profile.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.908928 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.909452 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: port-device-profile May 27 15:03:01.909776 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: port_mac_address_override.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.910718 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.911236 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: port-mac-override May 27 15:03:01.911561 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.912520 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.913041 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: port-mac-address-regenerate May 27 15:03:01.913365 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.914281 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.914807 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: port-numa-affinity-policy May 27 15:03:01.915133 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: port_resource_request.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.916154 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.916697 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension port-resource-request not supported by any of loaded plugins May 27 15:03:01.917026 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.917995 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.918511 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 15:03:01.918839 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: portbindings.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.919777 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.920295 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: binding May 27 15:03:01.920650 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: portbindings_extended.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.921930 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.922459 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: binding-extended May 27 15:03:01.922791 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: portsecurity.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.923735 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.924260 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: port-security May 27 15:03:01.924624 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: project_id.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.925615 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.925949 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: project-id May 27 15:03:01.926275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: providernet.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.927200 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.927726 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: provider May 27 15:03:01.928057 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.931714 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.932253 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos not supported by any of loaded plugins May 27 15:03:01.932623 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.933883 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.934414 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 15:03:01.934756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.935687 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.936218 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 15:03:01.936577 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_default.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.937508 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.938038 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-default not supported by any of loaded plugins May 27 15:03:01.938369 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_fip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.939297 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.939824 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-fip not supported by any of loaded plugins May 27 15:03:01.940153 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.941110 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.941635 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 15:03:01.941962 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.942891 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.943413 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 15:03:01.943738 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.944702 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.945226 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 15:03:01.945554 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.947141 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.947669 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 15:03:01.947996 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.949076 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.949608 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 15:03:01.949936 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_pps_rule.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.951114 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.951644 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-pps not supported by any of loaded plugins May 27 15:03:01.951978 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.952942 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.953471 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 15:03:01.953801 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.954741 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.955266 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 15:03:01.955595 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: qos_rules_alias.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.956802 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.957330 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 15:03:01.957661 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: quota_check_limit.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.958587 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.959115 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: quota-check-limit May 27 15:03:01.959445 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: quotasv2.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.960371 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.960737 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: quotas May 27 15:03:01.961067 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: quotasv2_detail.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.963003 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.963348 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: quota_details May 27 15:03:01.963684 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: rbac.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.964785 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.965588 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: rbac-policies May 27 15:03:01.965922 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: rbac_address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.966865 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.967402 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: rbac-address-group May 27 15:03:01.967732 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: rbac_address_scope.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.968774 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.969309 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: rbac-address-scope May 27 15:03:01.969638 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: rbac_security_groups.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.970583 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.971115 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: rbac-security-groups May 27 15:03:01.971443 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.972374 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.972936 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: rbac-subnetpool May 27 15:03:01.973266 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: revisionifmatch.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.974204 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.974743 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: revision-if-match May 27 15:03:01.975070 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: revisions.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.976196 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.976757 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: standard-attr-revisions May 27 15:03:01.977090 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: router_availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.978313 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.978840 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: router_availability_zone May 27 15:03:01.979169 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: routerservicetype.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.980108 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.980656 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension router-service-type not supported by any of loaded plugins May 27 15:03:01.980988 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.981931 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.982459 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: security-groups-normalized-cidr May 27 15:03:01.982789 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.983727 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.984255 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: port-security-groups-filtering May 27 15:03:01.984627 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.985576 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.986107 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: security-groups-remote-address-group May 27 15:03:01.986436 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.987396 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.987926 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: security-groups-shared-filtering May 27 15:03:01.988257 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: securitygroup.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:01.999429 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:01.999972 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: security-group May 27 15:03:02.000312 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: segment.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.001082 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.001635 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension segment not supported by any of loaded plugins May 27 15:03:02.001968 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.003018 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.003554 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 15:03:02.003884 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: servicetype.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.005048 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.005587 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: service-type May 27 15:03:02.005919 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: sorting.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.006929 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.007268 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: sorting May 27 15:03:02.007596 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: standard_attr_segment.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.008558 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.009637 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 15:03:02.009964 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: standardattrdescription.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.010624 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.011152 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: standard-attr-description May 27 15:03:02.011477 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: stateful_security_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.012419 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.012978 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: stateful-security-group May 27 15:03:02.013305 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: stdattrs_common.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.013890 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 15:03:02.014220 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.015163 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.015690 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 15:03:02.016017 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: subnet_onboard.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.017123 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.017663 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: subnet_onboard May 27 15:03:02.017992 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.018941 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.019467 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 15:03:02.019792 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: subnet_service_types.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.020756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.021288 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: subnet-service-types May 27 15:03:02.021615 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: subnetallocation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.022715 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.023244 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: subnet_allocation May 27 15:03:02.023573 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.024245 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.024874 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: subnetpool-prefix-ops May 27 15:03:02.025201 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.026144 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.026667 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 15:03:02.026994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: tagging.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.028044 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.028602 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: standard-attr-tag May 27 15:03:02.028936 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: timestamp.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.030146 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.030675 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loaded extension: standard-attr-timestamp May 27 15:03:02.031012 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: trunk.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.032051 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.032610 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension trunk not supported by any of loaded plugins May 27 15:03:02.032942 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: trunk_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.033878 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.034408 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension trunk-details not supported by any of loaded plugins May 27 15:03:02.034733 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.035664 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.036187 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 15:03:02.036535 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Loading extension file: vlantransparent.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 15:03:02.037208 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 15:03:02.037726 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 15:03:02.040246 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:network May 27 15:03:02.040812 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:subnet May 27 15:03:02.041212 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 15:03:02.041615 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:port May 27 15:03:02.042822 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.043265 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service FLAVORS assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.043908 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.044344 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.044710 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:router May 27 15:03:02.045146 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:floatingip May 27 15:03:02.045645 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service METERING assigned prefix: /metering {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.047080 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:02.047452 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:02.047809 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:03:02.048826 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of CountableResource for resource:rbac_policy May 27 15:03:02.049291 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:security_group May 27 15:03:02.049733 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 15:03:02.050334 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.050671 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 15:03:02.051020 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] subnetpool is already registered May 27 15:03:02.051457 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.051786 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 15:03:02.052120 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] subnetpool is already registered May 27 15:03:02.054547 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.054989 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service FLAVORS assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.055586 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.056671 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.057021 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:router May 27 15:03:02.057357 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] router is already registered May 27 15:03:02.057777 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:floatingip May 27 15:03:02.058118 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] floatingip is already registered May 27 15:03:02.058584 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service METERING assigned prefix: /metering {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.059257 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of CountableResource for resource:rbac_policy May 27 15:03:02.059590 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] rbac_policy is already registered May 27 15:03:02.060008 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:security_group May 27 15:03:02.060349 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] security_group is already registered May 27 15:03:02.060782 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 15:03:02.061120 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] security_group_rule is already registered May 27 15:03:02.061748 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.062078 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 15:03:02.062415 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] subnetpool is already registered May 27 15:03:02.062849 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 15:03:02.063176 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 15:03:02.063508 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] subnetpool is already registered May 27 15:03:02.063983 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: extensions {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.065464 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: address-groups {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.066939 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: address-scopes {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.068258 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.069440 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: auto-allocated-topology {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.070692 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: availability_zones {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.071994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: dhcp-networks {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.073526 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: dhcp-agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.074956 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.076677 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: flavors {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.077945 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: service_profiles {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.079159 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: next_providers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.080615 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: service_profiles {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.082166 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: floatingip-pools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.083376 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.085310 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: floatingips {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.086618 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: l3-routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.088557 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: l3-agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.089968 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: metering-labels {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.091482 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: metering-label-rules {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.092870 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: network-ip-availabilities {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.094182 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: bindings {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.095735 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: quotas {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.098223 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: quotas {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.099762 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: rbac-policies {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.100994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: security-groups {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.102309 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: security-group-rules {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.104351 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: service-providers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.105588 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: subnetpools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.106916 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: subnetpools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.108471 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.110159 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.111974 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.113789 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.115458 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.117434 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.119194 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.121117 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.122862 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.124661 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 15:03:02.130589 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 15:03:02.136843 dv-cinder-842541-3-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 15:03:02.147081 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Acquired lock "singleton_lock" {{(pid=103849) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 15:03:02.147667 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Releasing lock "singleton_lock" {{(pid=103849) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 15:03:02.148562 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Starting 2 workers May 27 15:03:02.155141 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Started child 103958 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 15:03:02.160069 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Started child 103959 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 15:03:02.161453 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:02.162178 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO neutron.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 15:03:02.162877 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:02.163284 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [-] (103958) wsgi starting up on http://0.0.0.0:9696 May 27 15:03:02.166241 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:02.166943 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Starting 1 workers May 27 15:03:02.168080 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [-] (103959) wsgi starting up on http://0.0.0.0:9696 May 27 15:03:02.172393 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Started child 103960 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 15:03:02.173105 dv-cinder-842541-3-iscsi neutron-server[103849]: INFO oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Starting 1 workers May 27 15:03:02.177361 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] calling RpcWorker wait() {{(pid=103960) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 15:03:02.178042 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] returning from RpcWorker wait() {{(pid=103960) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 15:03:02.178418 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Started child 103961 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 15:03:02.179306 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:02.179484 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70202ff2-35a9-419f-a24d-8e8a828138c7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:02.179969 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:02.181744 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103849) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 15:03:02.181989 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 15:03:02.182361 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 15:03:02.182517 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 15:03:02.182767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 15:03:02.182967 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 15:03:02.183773 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.183941 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.184086 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.188532 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.188776 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.189499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.190734 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.190734 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.190734 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.190734 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.190734 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.191810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39104) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:02.191969 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.191969 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.191969 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.191969 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.191969 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.191969 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.192810 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.192810 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.192810 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.192810 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.192810 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.192810 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194071 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194071 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194071 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194071 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194071 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194814 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194814 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.194814 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.195370 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.195573 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.196220 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host = dv-cinder-842541-3-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.196380 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.196798 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.197016 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.197528 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.199162 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.199339 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078440 May 27 15:03:02.199512 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.199512 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.199512 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.199512 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.200050 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.200050 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.200321 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.200698 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.201147 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.201303 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_options = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.201554 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.201866 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.202186 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.202420 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.202868 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.203028 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.204553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.204553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.204553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.204553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.204553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.205521 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.205521 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.206594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.206594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.206594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.206594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.206594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.207345 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.207345 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.207556 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.207666 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.208756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.208756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.208756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.208756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.209457 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.209457 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.209457 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.210164 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.210164 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.210415 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.210685 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.210994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.211291 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.211825 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.213574 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.216340 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.216728 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.217011 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.217522 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.217673 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.217802 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.218267 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.218427 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.218578 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.218847 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.219260 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.219898 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.220688 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.223892 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:02.224402 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.224805 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.225067 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.225281 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.225561 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.225938 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.227115 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.227451 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.233187 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.237530 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.237815 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.238095 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.238366 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.238643 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.238922 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.239179 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.239510 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.239757 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.240089 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.240373 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.242084 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.243116 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.247930 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.248269 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.248535 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.248822 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.249081 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.249333 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.249629 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.249877 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.250126 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.250374 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.250630 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.250945 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.251229 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.251508 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.251857 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.252128 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.252910 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.256703 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.257160 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.257602 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.258089 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.259436 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.260305 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.260732 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.261199 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.261633 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.261908 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.262179 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.262410 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.262674 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.262935 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.263182 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.263435 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.263657 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.263887 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.264122 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.264331 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.266270 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.266534 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.266776 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.267041 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.268764 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.269157 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.269538 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.271566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.271566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.271566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.271566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.271566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.271566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.272042 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.272042 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.272042 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.272385 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.274228 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.274475 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.275291 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.275756 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.276044 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.276435 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.278295 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.278295 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.278295 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.278295 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.278574 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.278789 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.279629 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.279629 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.279629 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.279942 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.280332 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.281391 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.281391 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.281391 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.281827 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.281965 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.282328 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.282678 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.283005 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.283357 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.283664 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.284008 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.284307 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.284691 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.285050 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.285451 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.285706 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287058 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287514 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287514 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287743 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.287933 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.288205 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.288432 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.288831 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.289119 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.289482 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.289751 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.290046 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.291168 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.291533 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.292966 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.292966 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.292966 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.293197 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.293553 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.293879 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.296255 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.296255 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.296255 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.296533 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.296851 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.299055 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.299055 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.299055 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.299283 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.299614 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.299973 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302326 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302326 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302326 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302326 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302326 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302681 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302681 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.302961 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.304037 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.304037 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.304037 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.304242 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.304414 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.304612 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.305246 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.305246 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.305401 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.305550 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.305748 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.306070 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.306450 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.306858 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.307078 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.307315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.307555 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.307788 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.308022 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.308254 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.308476 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.308718 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.308950 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.309177 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.309381 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.309596 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.309826 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.310083 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.310300 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.310581 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.310840 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.311120 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.311349 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.311588 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.311855 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.312867 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.312867 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.312867 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.312867 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.313133 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.313133 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.313353 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.313551 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.313752 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:02.313855 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.314026 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.314278 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.314532 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.314899 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.315128 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.315367 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.315616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.315859 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.316072 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.316301 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.317262 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.317262 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.317501 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.317987 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.319658 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.320190 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.320551 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.320873 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.321210 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.321607 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.321956 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.323202 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.323202 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.323358 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.323610 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.324038 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.324373 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.324696 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.325011 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.325308 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.325537 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.325749 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.326033 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.326285 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.326527 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.326779 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.327040 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.327254 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.327487 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.327738 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.327945 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.328180 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.328417 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.328658 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.328883 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.329090 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330695 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330695 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330821 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.330998 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.331207 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.331426 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.331628 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.332475 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.332475 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.332475 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.332475 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.332841 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.332923 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.333072 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.333294 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.333509 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.333695 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.333985 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.334227 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.334437 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.335067 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.335067 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.335223 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.335401 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.335713 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.335922 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.336889 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.336889 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.336889 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.336889 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.337694 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.338569 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.338739 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.338883 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.339119 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.339399 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.339677 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.339954 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.340170 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.341936 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.341936 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.342171 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.342413 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.342696 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.343030 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.343329 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.343550 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.343789 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.344017 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.344229 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.344499 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.345249 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.345990 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.346218 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.346451 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.346667 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.346920 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.347132 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.347367 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.347591 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.347750 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 15:03:02.348276 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103849) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 15:03:02.348433 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 15:03:02.350755 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 15:03:02.350755 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 15:03:02.350923 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 15:03:02.350923 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 15:03:02.351160 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.351349 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.352191 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.352369 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.352575 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.353353 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.353608 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.353890 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.354176 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.354364 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.354526 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.354682 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.354838 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.354994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.355149 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.355303 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.355457 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.355618 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.355772 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.355929 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.356076 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.356232 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.356385 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.357039 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.357220 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.357816 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.357979 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.358135 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.358289 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.358442 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.358595 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.358749 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.358903 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359056 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359208 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359363 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359518 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359670 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359824 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.359975 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host = dv-cinder-842541-3-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.360128 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.360284 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.360509 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.361442 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.361614 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.361761 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.361930 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362078 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362233 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362403 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362570 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362716 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362856 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.362994 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.363131 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_options = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.364572 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.364746 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.364905 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.366271 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.366452 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.366623 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.366783 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.366958 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.367123 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.367281 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.367439 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.367598 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.367754 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.368342 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.368342 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.368342 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.369187 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.369431 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.370705 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.370851 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.370976 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.371100 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.371252 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.371410 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.371567 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.371725 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.371882 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372069 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372180 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372334 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372513 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372670 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372826 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.372980 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.373134 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.373289 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.373444 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.373597 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.373811 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.373935 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374040 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374192 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374370 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374489 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374634 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374788 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.374941 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.375093 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.375246 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.375399 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.377767 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.378742 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.378742 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.378942 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.378942 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.379094 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.379234 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.379394 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.379551 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.379714 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.379871 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.380039 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.380196 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.380352 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.380521 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.380768 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.380896 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.381002 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.382076 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.382236 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.382396 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.382566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.382723 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.382880 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.383038 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.383195 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.383410 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.383505 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.383667 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.383855 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.384209 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.384420 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.384602 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.384798 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.384960 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.385118 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.385276 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.385435 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.385592 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386224 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386224 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386224 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386224 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386503 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386503 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386640 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386757 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.386912 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.387067 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.387223 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.387411 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.387535 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.387694 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.387908 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.388073 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.388228 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389275 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389718 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389718 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389718 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389718 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.389986 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390072 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390261 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390356 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390480 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390636 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390790 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.390945 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.391156 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.391254 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.391392 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.391546 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.391701 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.391856 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392011 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392170 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392324 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392583 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392690 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392818 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.392967 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.393094 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.393248 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.393404 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.393576 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.393731 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.393885 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394045 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394198 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394354 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394509 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394665 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394824 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.394979 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.395134 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.395292 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.395449 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.395664 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.395785 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.395909 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396040 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396201 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396349 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396516 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396676 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396831 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.396986 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.397142 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.397298 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.397453 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.397608 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.397768 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.397934 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.398090 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.398249 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.398405 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.398566 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.398731 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.398886 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.399042 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.399196 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.399351 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.399506 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.400192 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.400502 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.400777 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401000 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401162 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401337 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401491 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401650 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401789 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.401977 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.402134 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.402289 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.402451 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.402785 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.402785 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.402981 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403061 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403180 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403334 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403489 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403644 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403802 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.403953 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.404112 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.404267 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.404423 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.404669 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.404824 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.404981 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.405136 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.405339 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.405446 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.405599 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.405753 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.405908 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406061 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406214 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406369 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406523 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406677 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406831 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.406989 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.407144 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.407298 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.407452 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.407605 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.409315 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.409503 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.409684 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.409859 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.410032 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.410202 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.410371 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.410540 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.410707 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.410873 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.411037 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.411199 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.411363 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.411526 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.411687 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.411849 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.412009 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.412170 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.412356 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.412539 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.412702 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.412865 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413026 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413202 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413334 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413496 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413655 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413814 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.413976 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.414136 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.414302 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.414465 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.414606 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.414770 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.414931 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.415092 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.415929 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.416098 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.416260 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.416423 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.416634 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.416815 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.416979 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.417139 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.417299 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.417460 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.417620 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.417796 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.418359 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.418359 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.418359 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.418594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.418594 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.418724 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.419616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.419616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.419616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.419616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.419616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.419616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420019 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420019 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420138 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420213 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420371 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420562 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420724 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.420884 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.421042 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.421201 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.421361 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.421531 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.421689 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.421848 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.422007 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.422166 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.422525 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.422702 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.422827 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.422986 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.423146 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.423321 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.423464 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.423633 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.423794 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.423953 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.424125 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.424287 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.424511 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.424667 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.424872 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425041 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425149 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425304 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425465 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425626 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425788 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.425953 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.426109 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.426280 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.426441 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.426611 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.426846 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427029 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427115 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427261 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427430 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427588 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427748 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.427909 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.428102 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.428325 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429163 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429163 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429163 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429163 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429163 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429497 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429497 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429616 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429697 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.429844 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.430002 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.430160 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.430319 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.430478 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 15:03:02.430630 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 15:03:11.641530 dv-cinder-842541-3-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:13.582888 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0447341-1e8e-4a75-8e67-75a2de854473 None None] get_active_networks_info from dv-cinder-842541-3-iscsi {{(pid=103960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 15:03:13.602261 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writer thread running {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 15:03:13.603135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writer thread running {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 15:03:13.682723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0447341-1e8e-4a75-8e67-75a2de854473 None None] No non-hosted networks {{(pid=103960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 15:03:13.699030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.agentschedulers_db [None req-b0447341-1e8e-4a75-8e67-75a2de854473 None None] DHCP Agent not found on host dv-cinder-842541-3-iscsi {{(pid=103960) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 15:03:13.797245 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-46ab182d-656a-40d3-931b-9f7a7c1a3e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-880396'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:15.260229 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writer thread running {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 15:03:15.785525 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3887f9c2-100f-47ee-a307-22220952ae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-880396'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:15.821350 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-866053fa-7103-4cb2-a7a0-f9d4ab92937e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:16.880053 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39188) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:17.273316 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-880396'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:17.567175 dv-cinder-842541-3-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-0889622e-8969-451a-90a0-a77582613b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:17.567748 dv-cinder-842541-3-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-0889622e-8969-451a-90a0-a77582613b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:17.794664 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-0889622e-8969-451a-90a0-a77582613b3b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:03:17.808470 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0889622e-8969-451a-90a0-a77582613b3b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9147229 May 27 15:03:18.437326 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-880396'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:19.773564 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-880396'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:19.774978 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.776847 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.777780 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.778114 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.778432 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.778752 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.779077 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.779411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.779728 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.780043 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.780379 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.780723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.781051 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.781361 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.781669 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:19.782050 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842541-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:19.794132 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842541-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:20.329889 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39224) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:20.667110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:20.760672 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.policy [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103959) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 15:03:20.802077 dv-cinder-842541-3-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:20.802454 dv-cinder-842541-3-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:20.824612 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writer thread running {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 15:03:20.909139 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793567285142', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793567283594', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793567268366', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793567273464', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793567279607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793567386269', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1961263', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1951682', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838589', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1044326'] for rbac-policy (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:20.980727 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:20.989066 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-abb7a5c7-657c-47a9-9339-001c8304bd9d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6580288 May 27 15:03:23.451917 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39236) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:23.793098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:23.822438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Made reservation on behalf of 22887df109864ec39f82aaf569743a97 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:03:23.826665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:23.853065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:23.964697 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.db.l3_hamode_db [None req-a9e35908-b90e-48cd-b924-b1e1338bc327 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 15:03:23.966753 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks [] for security_group (58823045-9e2b-4781-84e5-26428ff3f9c8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:23.970522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (58823045-9e2b-4781-84e5-26428ff3f9c8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:24.003227 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:03:24.032574 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793562661479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (44814f89-64c7-4e02-9fa4-6f5aa1b4a4db), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:24.033148 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Unsubscribe: segment precommit_create {{(pid=103959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 15:03:24.033682 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Added segment 44814f89-64c7-4e02-9fa4-6f5aa1b4a4db of type vlan for network 64833591-858c-4470-a8c6-b75f45ca65a6 May 27 15:03:24.047897 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e35908-b90e-48cd-b924-b1e1338bc327 None None] Routers set() bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:03:24.048266 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e35908-b90e-48cd-b924-b1e1338bc327 None None] Router IDs set() for agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 15:03:24.052373 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=58823045-9e2b-4781-84e5-26428ff3f9c8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:24.105466 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.105799 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.106145 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.106494 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.106819 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.107149 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.107596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.107800 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.108136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.108511 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.108850 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.109183 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.109502 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.109816 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.110128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Tracked resource versions report: May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: pushed versions: May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Agent': {'1.1'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Log': {'1.0'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'NDPProxy': {'1.0'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Network': {'1.1'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Port': {'1.7'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'PortForwarding': {'1.3'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: consumer versions: May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Agent': '1.1', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Log': '1.0', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'NDPProxy': '1.0', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Network': '1.1', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Port': '1.7', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'PortForwarding': '1.3', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'QosPolicy': '1.10', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SubPort': '1.0', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Subnet': '1.1', May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Trunk': '1.1'}} May 27 15:03:24.111605 dv-cinder-842541-3-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:03:24.153152 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (64833591-858c-4470-a8c6-b75f45ca65a6), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:24.195000 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (64833591-858c-4470-a8c6-b75f45ca65a6), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:24.200620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:24.201348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:24.262958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:24.324780 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8717105 May 27 15:03:24.329271 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d6c3f-e750-4bb3-af43-0435e9b73d6d demo demo] Pushing event updated for resources: {'Network': ['ID=64833591-858c-4470-a8c6-b75f45ca65a6,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:24.345221 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 64833591-858c-4470-a8c6-b75f45ca65a6 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:03:26.902449 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39250) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:27.323960 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f844e7-343f-49ef-b088-35a0f05ecf67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:27.325372 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-36f844e7-343f-49ef-b088-35a0f05ecf67 demo admin] 10.222.0.41 "GET /v2.0/networks/64833591-858c-4470-a8c6-b75f45ca65a6 HTTP/1.1" status: 200 len: 825 time: 0.4219754 May 27 15:03:27.350719 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6bd0c54a-03ac-4927-bc63-dc421ecd93fd demo admin] 10.222.0.41 "GET /v2.0/subnetpools/ad2c2100-4e64-46a1-b404-158ddc9a22eb HTTP/1.1" status: 200 len: 734 time: 0.0196042 May 27 15:03:27.359803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:27.382623 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Made reservation on behalf of 22887df109864ec39f82aaf569743a97 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:03:27.403465 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:27.545073 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:27.686151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (32d00133-5a96-4ddc-862e-e37ad9a5d08c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:27.758731 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Pushing event updated for resources: {'Subnet': ['ID=32d00133-5a96-4ddc-862e-e37ad9a5d08c,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:27.761095 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Checking segment: {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:03:27.761464 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Network hostable DHCP agents. Network: 64833591-858c-4470-a8c6-b75f45ca65a6, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:03:27.781950 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Network 64833591-858c-4470-a8c6-b75f45ca65a6 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:03:27.793474 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 64833591-858c-4470-a8c6-b75f45ca65a6) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:03:27.798030 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:27.798632 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:27.803990 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490cb0a-1e41-46de-8afe-8e27dab4c437 None None] Network 64833591-858c-4470-a8c6-b75f45ca65a6 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:03:27.814554 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b4bec97c-2299-4053-aebd-05b0d0f13805 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4579792 May 27 15:03:28.079449 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-64833591-858c-4470-a8c6-b75f45ca65a6', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'project_id': '22887df109864ec39f82aaf569743a97', 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:03:28.080798 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:28.360845 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Allocated IP 172.20.0.2 (64833591-858c-4470-a8c6-b75f45ca65a6/32d00133-5a96-4ddc-862e-e37ad9a5d08c/9abcef96-8d6e-4c95-a586-2396c70b74d7) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:03:28.448934 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:28.456806 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=8 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:28.631195 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Publish callbacks [] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:28.639169 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:28.716082 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Network 64833591-858c-4470-a8c6-b75f45ca65a6 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:03:28.722802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:28.729553 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:03:28.736175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Pushing event updated for resources: {'Port': ['ID=9abcef96-8d6e-4c95-a586-2396c70b74d7,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:28.738472 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:03:28.776596 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.776951 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.777406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.777700 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.778046 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.778406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.778676 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.778998 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.779313 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.779627 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.779945 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.780274 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.780617 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.780927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.781237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Tracked resource versions report: May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: pushed versions: May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: { 'AddressGroup': {'1.2'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Agent': {'1.1'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'ConntrackHelper': {'1.0'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'LocalIPAssociation': {'1.0'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Log': {'1.0'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'NDPProxy': {'1.0'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Network': {'1.1'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Port': {'1.7'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'PortForwarding': {'1.3'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'QosPolicy': {'1.10'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroup': {'1.5'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroupRule': {'1.2'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SubPort': {'1.0'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Subnet': {'1.1'}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Trunk': {'1.1'}} May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: consumer versions: May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Agent': '1.1', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'ConntrackHelper': '1.0', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'LocalIPAssociation': '1.0', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Log': '1.0', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'NDPProxy': '1.0', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Network': '1.1', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Port': '1.7', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'PortForwarding': '1.3', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'QosPolicy': '1.10', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroup': '1.5', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroupRule': '1.2', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SubPort': '1.0', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Subnet': '1.1', May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Trunk': '1.1'}} May 27 15:03:28.782686 dv-cinder-842541-3-iscsi neutron-server[103960]: {{(pid=103960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:03:28.838836 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Attempting to bind port 9abcef96-8d6e-4c95-a586-2396c70b74d7 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:03:28.839485 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Attempting to bind port 9abcef96-8d6e-4c95-a586-2396c70b74d7 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:03:28.839670 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Attempting to bind port 9abcef96-8d6e-4c95-a586-2396c70b74d7 on network 64833591-858c-4470-a8c6-b75f45ca65a6 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:03:28.845112 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:03:28.845497 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Checking segment: {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:03:28.845977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:28.846367 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Bound using segment: {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:03:28.846835 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Bound port: 9abcef96-8d6e-4c95-a586-2396c70b74d7, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:03:28.847231 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:28.907750 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] For port 9abcef96-8d6e-4c95-a586-2396c70b74d7, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:03:28.929897 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] For port 9abcef96-8d6e-4c95-a586-2396c70b74d7, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=9abcef96-8d6e-4c95-a586-2396c70b74d7,segment=NetworkSegment(44814f89-64c7-4e02-9fa4-6f5aa1b4a4db),segment_id=44814f89-64c7-4e02-9fa4-6f5aa1b4a4db)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:03:28.937406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:28.997073 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5905-eb3e-4f2b-85ea-e5d42e5433ce None None] Pushing event updated for resources: {'Port': ['ID=9abcef96-8d6e-4c95-a586-2396c70b74d7,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:30.322620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39264) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:30.656440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-aaf0a52e-738d-4e01-8ee1-7b08cce03863 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:03:30.657506 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aaf0a52e-738d-4e01-8ee1-7b08cce03863 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3338029 May 27 15:03:33.149990 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39272) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:33.481293 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-c86f46cd-e22f-4cd0-acff-57e7d8d7dd4a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:03:33.482374 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c86f46cd-e22f-4cd0-acff-57e7d8d7dd4a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3314261 May 27 15:03:35.960303 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39280) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:36.291052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:36.315521 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (5f1dc306-d2a0-4f21-9067-cce4e1349093), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:36.317061 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (5f1dc306-d2a0-4f21-9067-cce4e1349093), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:36.455821 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] Publish callbacks [] for router_controller (5f1dc306-d2a0-4f21-9067-cce4e1349093), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:36.460835 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (5f1dc306-d2a0-4f21-9067-cce4e1349093), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:36.479519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:36.480698 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b9000025-cdc4-4b32-9884-35203f82bd44 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5193429 May 27 15:03:38.950467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39292) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:38.984117 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=70,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:38.991086 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=67,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:38.993273 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=11 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:39.281116 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-40de7d36-d128-45f6-a1e3-ebfda679e00e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:03:39.282121 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-40de7d36-d128-45f6-a1e3-ebfda679e00e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3307686 May 27 15:03:40.494887 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693a8af-7ef6-41b7-8488-84c86ce19228 None None] Network 64833591-858c-4470-a8c6-b75f45ca65a6 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:03:40.531218 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 9abcef96-8d6e-4c95-a586-2396c70b74d7 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:03:40.538828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] Provisioning complete for port 9abcef96-8d6e-4c95-a586-2396c70b74d7 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:40.539232 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:40.696989 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 9abcef96-8d6e-4c95-a586-2396c70b74d7 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:40.697296 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:40.818324 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] Current status of the port 9abcef96-8d6e-4c95-a586-2396c70b74d7 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:40.818703 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:40.880918 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] For port 9abcef96-8d6e-4c95-a586-2396c70b74d7, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=9abcef96-8d6e-4c95-a586-2396c70b74d7,segment=NetworkSegment(44814f89-64c7-4e02-9fa4-6f5aa1b4a4db),segment_id=44814f89-64c7-4e02-9fa4-6f5aa1b4a4db)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:03:40.887613 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:40.921214 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 9abcef96-8d6e-4c95-a586-2396c70b74d7 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:40.921572 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:40.985500 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aeb0e-ee03-45e1-9d7a-ed8f4fd9a852 None None] Pushing event updated for resources: {'Port': ['ID=9abcef96-8d6e-4c95-a586-2396c70b74d7,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:41.005813 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.db.api [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 15:03:41.006282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG oslo_db.api [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 15:03:41.010866 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d856bb0f-ee88-4809-8544-2b847fe5cb69 None None] Provisioning complete for port 9abcef96-8d6e-4c95-a586-2396c70b74d7 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:41.011233 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d856bb0f-ee88-4809-8544-2b847fe5cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:41.084338 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d856bb0f-ee88-4809-8544-2b847fe5cb69 None None] Current status of the port 9abcef96-8d6e-4c95-a586-2396c70b74d7 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:41.541339 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 9abcef96-8d6e-4c95-a586-2396c70b74d7 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:41.767680 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39304) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:42.284334 dv-cinder-842541-3-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:42.284923 dv-cinder-842541-3-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:42.481097 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 9abcef96-8d6e-4c95-a586-2396c70b74d7 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:03:42.505760 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:42.519011 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writer thread running {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 15:03:42.528039 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 9abcef96-8d6e-4c95-a586-2396c70b74d7 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:42.528435 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:42.540543 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:42.562385 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Made reservation on behalf of 1ab0327c3107460fb9252bf46e1b56cc for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:03:42.601672 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 9abcef96-8d6e-4c95-a586-2396c70b74d7 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:42.635287 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.policy [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103958) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 15:03:42.678146 dv-cinder-842541-3-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:42.678528 dv-cinder-842541-3-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 15:03:42.688654 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:42.710765 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:42.823551 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks [] for security_group (a2b7c994-b33d-4a3d-811c-b308cf0e2bf9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:42.827610 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a2b7c994-b33d-4a3d-811c-b308cf0e2bf9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:42.839683 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Reserving flat network on physical network physnet1 {{(pid=103958) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 15:03:42.874461 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793562661479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (3323b24f-e033-448b-8e54-8ce3f848eee8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:42.875017 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Unsubscribe: segment precommit_create {{(pid=103958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 15:03:42.875554 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Added segment 3323b24f-e033-448b-8e54-8ce3f848eee8 of type flat for network 834b31bb-803c-4297-88bb-d7b09c40d721 May 27 15:03:42.892954 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b7c994-b33d-4a3d-811c-b308cf0e2bf9,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:42.950823 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.951173 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.951554 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.951967 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.952349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.952697 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.953023 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.953347 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.953685 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.954011 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.954345 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.954682 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.955003 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.955319 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.955636 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Tracked resource versions report: May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: pushed versions: May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Agent': {'1.1'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Log': {'1.0'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Network': {'1.1'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Port': {'1.7'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'PortForwarding': {'1.3'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: consumer versions: May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Agent': '1.1', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Log': '1.0', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'NDPProxy': '1.0', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Network': '1.1', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Port': '1.7', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'PortForwarding': '1.3', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'QosPolicy': '1.10', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SubPort': '1.0', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Subnet': '1.1', May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Trunk': '1.1'}} May 27 15:03:42.957213 dv-cinder-842541-3-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:03:43.000729 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (834b31bb-803c-4297-88bb-d7b09c40d721), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:43.045274 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (834b31bb-803c-4297-88bb-d7b09c40d721), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:43.046523 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:43.047238 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:43.115368 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3456419 May 27 15:03:43.157163 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26d3a-751b-41df-a332-dafcf807f2de admin admin] Pushing event updated for resources: {'Network': ['ID=834b31bb-803c-4297-88bb-d7b09c40d721,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:43.168343 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 834b31bb-803c-4297-88bb-d7b09c40d721 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:03:43.593369 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-719417d3-1a04-439a-8c58-17cb85e367fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:45.569860 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39326) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:45.781771 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ecc664c8-8268-4a7f-bea0-270d1115b331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:45.989818 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a78d06-aa98-4a02-a815-d23b4bf39128 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:45.991107 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-85a78d06-aa98-4a02-a815-d23b4bf39128 demo admin] 10.222.0.41 "GET /v2.0/subnets/32d00133-5a96-4ddc-862e-e37ad9a5d08c HTTP/1.1" status: 200 len: 849 time: 0.4202821 May 27 15:03:46.156770 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fefaf61c-0563-4a1e-a179-e701daa49f70 demo admin] 10.222.0.41 "GET /v2.0/routers/5f1dc306-d2a0-4f21-9067-cce4e1349093 HTTP/1.1" status: 200 len: 704 time: 0.1594677 May 27 15:03:46.442005 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:46.470151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=71,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:46.473114 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:46.654381 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:46.732210 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:46.749929 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Allocated IP 172.20.0.1 (64833591-858c-4470-a8c6-b75f45ca65a6/32d00133-5a96-4ddc-862e-e37ad9a5d08c/7746e147-b7e7-4bce-b661-f372cd908f1b) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:03:46.938454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks [] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.002300 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.072387 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Network 64833591-858c-4470-a8c6-b75f45ca65a6 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:03:47.084621 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:03:47.088485 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:03:47.089178 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (5f1dc306-d2a0-4f21-9067-cce4e1349093), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.150922 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Pushing event updated for resources: {'Port': ['ID=7746e147-b7e7-4bce-b661-f372cd908f1b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:47.238893 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.297885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.339087 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-5c497197-0004-4e2d-9b7b-64076caaf6d2 None None] Provisioning complete for port 7746e147-b7e7-4bce-b661-f372cd908f1b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:47.339468 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5c497197-0004-4e2d-9b7b-64076caaf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.371716 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-5c497197-0004-4e2d-9b7b-64076caaf6d2 None None] Port 7746e147-b7e7-4bce-b661-f372cd908f1b cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:03:47.586130 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks [] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.591428 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.592291 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (5f1dc306-d2a0-4f21-9067-cce4e1349093), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.636854 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:47.687873 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Pushing event updated for resources: {'Port': ['ID=7746e147-b7e7-4bce-b661-f372cd908f1b,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:47.739240 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Network 64833591-858c-4470-a8c6-b75f45ca65a6 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:03:47.740990 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:03:47.876825 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:47.894850 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-1c3ee180-15fa-42fe-bf72-cd3fd44eafb7 None None] Provisioning complete for port 7746e147-b7e7-4bce-b661-f372cd908f1b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:47.895245 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c3ee180-15fa-42fe-bf72-cd3fd44eafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:47.902149 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Router 5f1dc306-d2a0-4f21-9067-cce4e1349093 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:03:47.925676 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ee180-15fa-42fe-bf72-cd3fd44eafb7 None None] Port 7746e147-b7e7-4bce-b661-f372cd908f1b cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:03:47.990405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:03:47.999520 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5716dd1d-8952-4fdb-8a41-f2e0fc6dcd87 demo admin] 10.222.0.41 "PUT /v2.0/routers/5f1dc306-d2a0-4f21-9067-cce4e1349093/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8369648 May 27 15:03:48.002402 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Sync routers for ids ['5f1dc306-d2a0-4f21-9067-cce4e1349093'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:03:48.016473 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Routers {'5f1dc306-d2a0-4f21-9067-cce4e1349093'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:03:48.017577 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:03:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['5f1dc306-d2a0-4f21-9067-cce4e1349093'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:48.216720 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Set router 5f1dc306-d2a0-4f21-9067-cce4e1349093 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:03:48.364348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:48.657238 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'name': 'router1', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:03:36Z', 'updated_at': '2022-05-27T15:03:47Z', 'revision_number': 2, 'project_id': '22887df109864ec39f82aaf569743a97', 'gw_port_host': None, '_interfaces': [{'id': '7746e147-b7e7-4bce-b661-f372cd908f1b', 'name': '', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'mac_address': 'fa:16:3e:25:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:46Z', 'updated_at': '2022-05-27T15:03:47Z', 'revision_number': 2, 'project_id': '22887df109864ec39f82aaf569743a97', 'subnets': [{'id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:48.712320 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Checking router: 5f1dc306-d2a0-4f21-9067-cce4e1349093 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:03:48.712706 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Updating router 5f1dc306-d2a0-4f21-9067-cce4e1349093 port 7746e147-b7e7-4bce-b661-f372cd908f1b binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:03:48.782329 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.328263 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Publish callbacks [] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.334862 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.491916 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Attempting to bind port 7746e147-b7e7-4bce-b661-f372cd908f1b on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:03:49.492327 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Attempting to bind port 7746e147-b7e7-4bce-b661-f372cd908f1b by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:03:49.493357 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Attempting to bind port 7746e147-b7e7-4bce-b661-f372cd908f1b on network 64833591-858c-4470-a8c6-b75f45ca65a6 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:03:49.506321 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:03:49.506737 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Checking segment: {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:03:49.507223 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.507615 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Bound using segment: {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:03:49.508261 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Bound port: 7746e147-b7e7-4bce-b661-f372cd908f1b, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44814f89-64c7-4e02-9fa4-6f5aa1b4a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:03:49.508901 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.529555 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Pushing event updated for resources: {'Port': ['ID=7746e147-b7e7-4bce-b661-f372cd908f1b,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:49.552600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-379135e8-64ec-4720-b915-1411f2adedcc None None] Provisioning complete for port 7746e147-b7e7-4bce-b661-f372cd908f1b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:49.553168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-379135e8-64ec-4720-b915-1411f2adedcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.583933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-379135e8-64ec-4720-b915-1411f2adedcc None None] Port 7746e147-b7e7-4bce-b661-f372cd908f1b cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:03:49.587527 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] For port 7746e147-b7e7-4bce-b661-f372cd908f1b, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:03:49.590703 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:49.609965 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:49.611877 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.612224 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.612594 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.612937 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.613271 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.613600 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.613925 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.614247 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.614572 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.614892 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.615213 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.615549 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.615871 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.616189 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.616527 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Tracked resource versions report: May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: pushed versions: May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: { 'AddressGroup': {'1.2'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Agent': {'1.1'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'ConntrackHelper': {'1.0'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'LocalIPAssociation': {'1.0'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Log': {'1.0'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'NDPProxy': {'1.0'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Network': {'1.1'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Port': {'1.7'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'PortForwarding': {'1.3'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'QosPolicy': {'1.10'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroup': {'1.5'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroupRule': {'1.2'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SubPort': {'1.0'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Subnet': {'1.1'}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Trunk': {'1.1'}} May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: consumer versions: May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Agent': '1.1', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'ConntrackHelper': '1.0', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'LocalIPAssociation': '1.0', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Log': '1.0', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'NDPProxy': '1.0', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Network': '1.1', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Port': '1.7', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'PortForwarding': '1.3', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'QosPolicy': '1.10', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroup': '1.5', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroupRule': '1.2', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SubPort': '1.0', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Subnet': '1.1', May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Trunk': '1.1'}} May 27 15:03:49.618568 dv-cinder-842541-3-iscsi neutron-server[103961]: {{(pid=103961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:03:49.625377 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] For port 7746e147-b7e7-4bce-b661-f372cd908f1b, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7746e147-b7e7-4bce-b661-f372cd908f1b,segment=NetworkSegment(44814f89-64c7-4e02-9fa4-6f5aa1b4a4db),segment_id=44814f89-64c7-4e02-9fa4-6f5aa1b4a4db)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:03:49.632361 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.693295 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9a24-6ca5-41bf-b0a1-a2f5f9831e99 None None] Pushing event updated for resources: {'Port': ['ID=7746e147-b7e7-4bce-b661-f372cd908f1b,revision_number=4']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:49.698112 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Routers {'5f1dc306-d2a0-4f21-9067-cce4e1349093'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:03:49.698858 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:03:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['5f1dc306-d2a0-4f21-9067-cce4e1349093'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:49.767312 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.789719 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] Set router 5f1dc306-d2a0-4f21-9067-cce4e1349093 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:03:49.906544 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] Provisioning complete for port 7746e147-b7e7-4bce-b661-f372cd908f1b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:49.906844 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.968321 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:49.983525 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] Current status of the port 7746e147-b7e7-4bce-b661-f372cd908f1b is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:49.983905 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:49.990203 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'name': 'router1', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:03:36Z', 'updated_at': '2022-05-27T15:03:47Z', 'revision_number': 2, 'project_id': '22887df109864ec39f82aaf569743a97', 'gw_port_host': None, '_interfaces': [{'id': '7746e147-b7e7-4bce-b661-f372cd908f1b', 'name': '', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'mac_address': 'fa:16:3e:25:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:46Z', 'updated_at': '2022-05-27T15:03:49Z', 'revision_number': 4, 'project_id': '22887df109864ec39f82aaf569743a97', 'subnets': [{'id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:50.014484 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc88d1-1cf9-4a6e-a1b7-6e17cae7459f None None] The sync data for ids ['5f1dc306-d2a0-4f21-9067-cce4e1349093'] in dv-cinder-842541-3-iscsi is: [{'id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'name': 'router1', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:03:36Z', 'updated_at': '2022-05-27T15:03:47Z', 'revision_number': 2, 'project_id': '22887df109864ec39f82aaf569743a97', 'gw_port_host': None, '_interfaces': [{'id': '7746e147-b7e7-4bce-b661-f372cd908f1b', 'name': '', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'mac_address': 'fa:16:3e:25:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:46Z', 'updated_at': '2022-05-27T15:03:49Z', 'revision_number': 4, 'project_id': '22887df109864ec39f82aaf569743a97', 'subnets': [{'id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:03:50.018122 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] For port 7746e147-b7e7-4bce-b661-f372cd908f1b, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7746e147-b7e7-4bce-b661-f372cd908f1b,segment=NetworkSegment(44814f89-64c7-4e02-9fa4-6f5aa1b4a4db),segment_id=44814f89-64c7-4e02-9fa4-6f5aa1b4a4db)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:03:50.022461 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:50.070123 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:50.072682 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04852d-5032-4bc0-8fca-4d84755cd802 None None] Pushing event updated for resources: {'Port': ['ID=7746e147-b7e7-4bce-b661-f372cd908f1b,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:50.499827 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39348) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:50.702907 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1b512-3e5c-4f21-90cf-d3902f95c417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:50.704272 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-36b1b512-3e5c-4f21-90cf-d3902f95c417 admin admin] 10.222.0.41 "GET /v2.0/networks/834b31bb-803c-4297-88bb-d7b09c40d721 HTTP/1.1" status: 200 len: 842 time: 0.2033479 May 27 15:03:50.714414 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:50.739303 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Made reservation on behalf of 1ab0327c3107460fb9252bf46e1b56cc for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:03:50.741670 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:51.032974 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.objects.ports [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103958) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 15:03:51.033347 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (8ec25cb0-de89-4885-9d37-f09cd57358de), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:51.089116 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec25cb0-de89-4885-9d37-f09cd57358de,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:51.101454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:03:51.101837 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Network hostable DHCP agents. Network: 834b31bb-803c-4297-88bb-d7b09c40d721, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:03:51.124201 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:03:51.135012 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 834b31bb-803c-4297-88bb-d7b09c40d721) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:03:51.140349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:51.141104 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:51.144021 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22288f07-0f20-42e3-9a4d-95ca55ff2c3b None None] Network 834b31bb-803c-4297-88bb-d7b09c40d721 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:03:51.163887 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7b34327f-8579-42e5-af00-78b94ec889cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4534807 May 27 15:03:51.230420 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:51.260039 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b185cc-ff0e-4ec4-91cd-dfaa121af6f2 None None] Network 834b31bb-803c-4297-88bb-d7b09c40d721 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:03:53.599074 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39366) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:53.729191 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-923095d2-41ca-49d4-9471-ec8d6754e913 demo admin] 10.222.0.41 "GET /v2.0/routers/5f1dc306-d2a0-4f21-9067-cce4e1349093 HTTP/1.1" status: 200 len: 710 time: 0.1289194 May 27 15:03:53.817130 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dffd5b-4190-40de-a5ef-f2c66dc7187d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:03:53.818470 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f1dffd5b-4190-40de-a5ef-f2c66dc7187d demo admin] 10.222.0.41 "GET /v2.0/networks/834b31bb-803c-4297-88bb-d7b09c40d721 HTTP/1.1" status: 200 len: 886 time: 0.0838170 May 27 15:03:53.827505 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:03:53.859088 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:53.893116 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:54.071681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks [] for router_gateway (5f1dc306-d2a0-4f21-9067-cce4e1349093), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:54.362371 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks [] for router_gateway (5f1dc306-d2a0-4f21-9067-cce4e1349093), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:54.441651 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:54.556228 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Allocated IP 172.27.1.11 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/e463ad42-60e0-4200-b0ba-d033fcceb9ef) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:03:54.657477 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks [] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:54.688887 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:54.733137 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:03:54.737928 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:03:54.740440 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:03:54.744828 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Pushing event updated for resources: {'Port': ['ID=e463ad42-60e0-4200-b0ba-d033fcceb9ef,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:03:54.819032 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:54.849530 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:54.980778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks [] for router_gateway (5f1dc306-d2a0-4f21-9067-cce4e1349093), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:55.167024 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-882974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5415'] for router (5f1dc306-d2a0-4f21-9067-cce4e1349093), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:55.170450 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-882965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-882956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775909'] for router (5f1dc306-d2a0-4f21-9067-cce4e1349093), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:55.284104 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Router 5f1dc306-d2a0-4f21-9067-cce4e1349093 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:03:55.390371 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:03:55.395149 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:55.396392 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ef1b435f-a5b1-4b13-b809-46d9717e9848 demo admin] 10.222.0.41 "PUT /v2.0/routers/5f1dc306-d2a0-4f21-9067-cce4e1349093 HTTP/1.1" status: 200 len: 889 time: 1.5719640 May 27 15:03:57.886445 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39380) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:03:58.002949 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2e5d972a-4baf-4900-8d40-fa9c46be8a1b admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1153474 May 27 15:03:58.516098 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7746e147-b7e7-4bce-b661-f372cd908f1b up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:03:58.566749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 7746e147-b7e7-4bce-b661-f372cd908f1b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:03:58.567153 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:58.644385 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 7746e147-b7e7-4bce-b661-f372cd908f1b is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:03:58.918892 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Sync routers for ids ['5f1dc306-d2a0-4f21-9067-cce4e1349093'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:03:58.939306 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Routers {'5f1dc306-d2a0-4f21-9067-cce4e1349093'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:03:58.940079 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:03:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['5f1dc306-d2a0-4f21-9067-cce4e1349093'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:59.140788 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Set router 5f1dc306-d2a0-4f21-9067-cce4e1349093 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:03:59.596171 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'name': 'router1', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e463ad42-60e0-4200-b0ba-d033fcceb9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:03:36Z', 'updated_at': '2022-05-27T15:03:54Z', 'revision_number': 4, 'project_id': '22887df109864ec39f82aaf569743a97', 'gw_port': {'id': 'e463ad42-60e0-4200-b0ba-d033fcceb9ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:54Z', 'updated_at': '2022-05-27T15:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '7746e147-b7e7-4bce-b661-f372cd908f1b', 'name': '', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'mac_address': 'fa:16:3e:25:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:46Z', 'updated_at': '2022-05-27T15:03:49Z', 'revision_number': 5, 'project_id': '22887df109864ec39f82aaf569743a97', 'subnets': [{'id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:03:59.646799 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Checking router: 5f1dc306-d2a0-4f21-9067-cce4e1349093 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:03:59.647168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Updating router 5f1dc306-d2a0-4f21-9067-cce4e1349093 port e463ad42-60e0-4200-b0ba-d033fcceb9ef binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:03:59.700724 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:03:59.987227 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=37 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:03:59.994361 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=44 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:00.070017 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Publish callbacks [] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:00.075818 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:00.121165 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Attempting to bind port e463ad42-60e0-4200-b0ba-d033fcceb9ef on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:04:00.121532 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Attempting to bind port e463ad42-60e0-4200-b0ba-d033fcceb9ef by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:04:00.121888 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Attempting to bind port e463ad42-60e0-4200-b0ba-d033fcceb9ef on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:04:00.134198 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:04:00.134571 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:04:00.135581 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:00.136207 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:04:00.136659 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Bound port: e463ad42-60e0-4200-b0ba-d033fcceb9ef, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:04:00.137179 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:00.163579 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcbaa2-2614-4710-b3ed-283a7a6838c8 None None] Pushing event updated for resources: {'Port': ['ID=e463ad42-60e0-4200-b0ba-d033fcceb9ef,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:04:00.200159 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] For port e463ad42-60e0-4200-b0ba-d033fcceb9ef, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:04:00.203797 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] For port e463ad42-60e0-4200-b0ba-d033fcceb9ef, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e463ad42-60e0-4200-b0ba-d033fcceb9ef,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:04:00.210850 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:00.216917 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:00.282575 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcbaa2-2614-4710-b3ed-283a7a6838c8 None None] Pushing event updated for resources: {'Port': ['ID=e463ad42-60e0-4200-b0ba-d033fcceb9ef,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:04:00.289365 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Routers {'5f1dc306-d2a0-4f21-9067-cce4e1349093'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:04:00.290165 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:03:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['5f1dc306-d2a0-4f21-9067-cce4e1349093'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:04:00.405138 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] Set router 5f1dc306-d2a0-4f21-9067-cce4e1349093 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:04:00.497150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:00.506684 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:00.623802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'name': 'router1', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e463ad42-60e0-4200-b0ba-d033fcceb9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:03:36Z', 'updated_at': '2022-05-27T15:03:54Z', 'revision_number': 4, 'project_id': '22887df109864ec39f82aaf569743a97', 'gw_port': {'id': 'e463ad42-60e0-4200-b0ba-d033fcceb9ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:54Z', 'updated_at': '2022-05-27T15:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '7746e147-b7e7-4bce-b661-f372cd908f1b', 'name': '', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'mac_address': 'fa:16:3e:25:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:46Z', 'updated_at': '2022-05-27T15:03:49Z', 'revision_number': 5, 'project_id': '22887df109864ec39f82aaf569743a97', 'subnets': [{'id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:04:00.650063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf7d4-c6c4-41dd-930a-8f443b9ea41a None None] The sync data for ids ['5f1dc306-d2a0-4f21-9067-cce4e1349093'] in dv-cinder-842541-3-iscsi is: [{'id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'name': 'router1', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e463ad42-60e0-4200-b0ba-d033fcceb9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:03:36Z', 'updated_at': '2022-05-27T15:03:54Z', 'revision_number': 4, 'project_id': '22887df109864ec39f82aaf569743a97', 'gw_port': {'id': 'e463ad42-60e0-4200-b0ba-d033fcceb9ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:54Z', 'updated_at': '2022-05-27T15:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '7746e147-b7e7-4bce-b661-f372cd908f1b', 'name': '', 'network_id': '64833591-858c-4470-a8c6-b75f45ca65a6', 'tenant_id': '22887df109864ec39f82aaf569743a97', 'mac_address': 'fa:16:3e:25:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1dc306-d2a0-4f21-9067-cce4e1349093', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:03:46Z', 'updated_at': '2022-05-27T15:03:49Z', 'revision_number': 5, 'project_id': '22887df109864ec39f82aaf569743a97', 'subnets': [{'id': '32d00133-5a96-4ddc-862e-e37ad9a5d08c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad2c2100-4e64-46a1-b404-158ddc9a22eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:04:02.593881 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e463ad42-60e0-4200-b0ba-d033fcceb9ef up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:04:02.656432 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port e463ad42-60e0-4200-b0ba-d033fcceb9ef triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:04:02.657203 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:02.748591 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port e463ad42-60e0-4200-b0ba-d033fcceb9ef is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:04:02.749323 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:02.778635 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port e463ad42-60e0-4200-b0ba-d033fcceb9ef, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e463ad42-60e0-4200-b0ba-d033fcceb9ef,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:04:02.788858 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:02.869383 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=e463ad42-60e0-4200-b0ba-d033fcceb9ef,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:04:04.578051 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e463ad42-60e0-4200-b0ba-d033fcceb9ef up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:04:04.637019 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port e463ad42-60e0-4200-b0ba-d033fcceb9ef triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:04:04.637019 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e463ad42-60e0-4200-b0ba-d033fcceb9ef), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:04.730617 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port e463ad42-60e0-4200-b0ba-d033fcceb9ef is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:04:07.986381 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=61 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:07.999479 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=56 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:13.560159 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-79e7a6e0-0400-456e-8cf3-a34d134f54d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:15.243624 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:04:15.789657 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe8ba-3d78-4d46-985f-682b526d73e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:16.266355 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:17.279308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:18.367349 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:19.765175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:25.243557 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:29.753476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:29.756088 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:29.760174 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:43.546415 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fdfaecb4-35e2-45dd-a96d-211062f7079a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:45.786926 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-032a70f0-950e-47ec-9bd6-830b5657f36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:47.243651 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:48.370059 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:49.763751 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:04:52.246419 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:04:53.252172 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:59.750181 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:59.754735 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:04:59.756907 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:12.237412 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=7 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:12.238218 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:13.550449 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b618531e-e564-46ff-831b-2f11d1ceff7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:15.782340 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bd9f6480-679b-41a5-a5e6-8d5bb5a0bc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:17.249228 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:17.287071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39918) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:17.350925 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9337ead3-5c15-4a42-91c4-1de50a696c86 admin admin] GET failed (client error): The resource could not be found. May 27 15:05:17.352237 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9337ead3-5c15-4a42-91c4-1de50a696c86 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642333 May 27 15:05:17.599395 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1200f-2397-45d4-83e0-7c408e239d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:17.601453 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7ed1200f-2397-45d4-83e0-7c408e239d03 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2448683 May 27 15:05:18.369042 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:19.758215 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:19.908631 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39928) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:20.004265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9849f60e-8dc0-4123-ba60-4fe8a8302a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:20.005700 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9849f60e-8dc0-4123-ba60-4fe8a8302a32 admin admin] 10.222.0.41 "GET /v2.0/subnets/32d00133-5a96-4ddc-862e-e37ad9a5d08c HTTP/1.1" status: 200 len: 849 time: 0.0961480 May 27 15:05:20.016412 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:05:20.102919 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Publish callbacks [] for subnet (32d00133-5a96-4ddc-862e-e37ad9a5d08c), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:20.253864 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793562493404'] for subnet (32d00133-5a96-4ddc-862e-e37ad9a5d08c), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:20.292052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:20.292052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:20.294883 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] 10.222.0.41 "PUT /v2.0/subnets/32d00133-5a96-4ddc-862e-e37ad9a5d08c HTTP/1.1" status: 200 len: 868 time: 0.2823439 May 27 15:05:20.295513 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add966d5-b8fd-4061-a320-94eff5d43cff None None] Network 64833591-858c-4470-a8c6-b75f45ca65a6 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:05:20.313232 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d00133-5a96-4ddc-862e-e37ad9a5d08c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:05:20.322512 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.322864 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.323218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.323559 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.323891 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.324218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.324577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.324933 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.325276 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.325607 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.325948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.326297 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.326624 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.326945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.327265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543fb9a-3aba-421f-89cc-f5740d802e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:05:20.619807 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-893620b6-6d3b-43b0-bc27-652af0f8993c None None] Provisioning complete for port 9abcef96-8d6e-4c95-a586-2396c70b74d7 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:05:20.620193 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-893620b6-6d3b-43b0-bc27-652af0f8993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9abcef96-8d6e-4c95-a586-2396c70b74d7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:20.695196 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-893620b6-6d3b-43b0-bc27-652af0f8993c None None] Current status of the port 9abcef96-8d6e-4c95-a586-2396c70b74d7 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:05:20.703201 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-893620b6-6d3b-43b0-bc27-652af0f8993c None None] Provisioning complete for port 7746e147-b7e7-4bce-b661-f372cd908f1b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:05:20.703584 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-893620b6-6d3b-43b0-bc27-652af0f8993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7746e147-b7e7-4bce-b661-f372cd908f1b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:20.788776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-893620b6-6d3b-43b0-bc27-652af0f8993c None None] Current status of the port 7746e147-b7e7-4bce-b661-f372cd908f1b is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:05:22.541494 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39938) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:22.748143 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae2a44-87e4-4b30-9edf-f31d991a8760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:22.748561 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae2a44-87e4-4b30-9edf-f31d991a8760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:22.750124 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-80ae2a44-87e4-4b30-9edf-f31d991a8760 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076669 May 27 15:05:25.072144 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39948) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:25.208863 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c27789-8b5b-4491-9602-9a0cbd0ef1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:25.209331 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c27789-8b5b-4491-9602-9a0cbd0ef1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:25.211571 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-23c27789-8b5b-4491-9602-9a0cbd0ef1a9 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384435 May 27 15:05:27.467396 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39956) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:27.590747 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=13 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:27.597387 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=12 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:27.646067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509247b7-4d80-4b5c-a5aa-a340fdc42be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:27.647934 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-509247b7-4d80-4b5c-a5aa-a340fdc42be6 admin admin] 10.222.0.41 "GET /v2.0/networks/64833591-858c-4470-a8c6-b75f45ca65a6 HTTP/1.1" status: 200 len: 869 time: 0.1787956 May 27 15:05:29.246952 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:05:29.916205 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39964) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:30.042771 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9cd1b-e86f-4e6d-805a-e966059a16f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:30.044143 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9ae9cd1b-e86f-4e6d-805a-e966059a16f0 admin admin] 10.222.0.41 "GET /v2.0/networks/834b31bb-803c-4297-88bb-d7b09c40d721 HTTP/1.1" status: 200 len: 886 time: 0.1269662 May 27 15:05:30.781650 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=4,neutron:SELECT=28 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:30.783520 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=28 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:30.786760 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:32.306499 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39972) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:32.436498 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98533325-cce0-4522-85cd-e8ecf54f5982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:32.436966 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98533325-cce0-4522-85cd-e8ecf54f5982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:32.438506 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-98533325-cce0-4522-85cd-e8ecf54f5982 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310749 May 27 15:05:34.682638 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 39980) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:34.776305 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb884c-6c41-41f1-be0c-41207d8dac05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:34.776825 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb884c-6c41-41f1-be0c-41207d8dac05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:34.778436 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-69eb884c-6c41-41f1-be0c-41207d8dac05 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948384 May 27 15:05:37.041194 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39988) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:37.136412 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9987c-32cd-467b-b9dd-23d53f178a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:37.137779 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-39e9987c-32cd-467b-b9dd-23d53f178a99 admin admin] 10.222.0.41 "GET /v2.0/subnets/32d00133-5a96-4ddc-862e-e37ad9a5d08c HTTP/1.1" status: 200 len: 868 time: 0.0956247 May 27 15:05:39.242735 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:39.243504 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:39.388569 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 39996) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:05:39.477421 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54241ecb-b16f-4174-bbd2-b48fda976744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:05:39.478753 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-54241ecb-b16f-4174-bbd2-b48fda976744 admin admin] 10.222.0.41 "GET /v2.0/subnets/8ec25cb0-de89-4885-9d37-f09cd57358de HTTP/1.1" status: 200 len: 816 time: 0.0892358 May 27 15:05:43.554723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-79f9588b-ad41-4e7e-adbc-e83c89362dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:44.765738 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=20 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:44.771867 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=26 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:45.785933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-71be8315-b0fc-4e06-8b9d-d52ff113291d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:47.249506 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:48.376691 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:49.472872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:49.474786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:49.760734 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:05:59.749927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:59.753952 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:05:59.755659 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:06.246207 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:06:08.622910 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=13 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:13.557268 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-25875b13-f268-44a3-a123-35dedcf31ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:15.791028 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99e62d02-0d6e-4792-b538-d37ff9e653bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:16.242314 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=21 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:17.251627 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:18.374967 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:19.763123 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:20.148008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40054) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:06:20.198144 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [None req-74d5edc3-25b2-41d5-a31e-7f59ba09b824 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:06:20.199166 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-74d5edc3-25b2-41d5-a31e-7f59ba09b824 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501764 May 27 15:06:22.566552 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40062) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:06:22.628439 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.pecan_wsgi.hooks.translation [None req-84daf754-ce3c-4548-be36-0fe4a5323223 admin admin] GET failed (client error): The resource could not be found. May 27 15:06:22.629772 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-84daf754-ce3c-4548-be36-0fe4a5323223 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622880 May 27 15:06:22.718124 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0cef9-9109-48ec-831c-716c762d2227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:06:22.719764 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-99c0cef9-9109-48ec-831c-716c762d2227 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852671 May 27 15:06:25.011575 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40070) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:06:25.069105 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:06:25.090451 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Made reservation on behalf of 1ab0327c3107460fb9252bf46e1b56cc for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:06:25.092752 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:25.123196 dv-cinder-842541-3-iscsi neutron-server[103958]: WARNING neutron.services.revisions.revision_plugin [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Could not find related network for resource to bump revision. May 27 15:06:25.139834 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:06:25.151138 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:25.151570 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Added segment 1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2 of type vlan for network 9c884522-9617-4557-8f1c-843034f91fb9 May 27 15:06:25.197023 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (9c884522-9617-4557-8f1c-843034f91fb9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:25.221327 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (9c884522-9617-4557-8f1c-843034f91fb9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:25.222333 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:06:25.222993 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:25.261464 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2488101 May 27 15:06:25.292820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Pushing event updated for resources: {'Network': ['ID=9c884522-9617-4557-8f1c-843034f91fb9,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:06:25.304102 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.304740 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.305361 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.305947 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.306569 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.307161 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.307751 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.308208 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.308592 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.308935 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.309290 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.309625 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.309953 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.310278 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.310598 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8985-a70d-4bd7-99cd-055b19c8ba13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:25.322924 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 9c884522-9617-4557-8f1c-843034f91fb9 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:06:27.560688 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40078) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:06:27.621943 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2074cbd-0b95-4c5e-8b14-4f1dc7dde761 admin admin] GET failed (client error): The resource could not be found. May 27 15:06:27.623266 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b2074cbd-0b95-4c5e-8b14-4f1dc7dde761 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616081 May 27 15:06:27.694858 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9caead4-df5b-430c-9a3a-87ea45d84cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:06:27.696202 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f9caead4-df5b-430c-9a3a-87ea45d84cdb admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688896 May 27 15:06:27.705660 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Request body: {'subnet': {'network_id': '9c884522-9617-4557-8f1c-843034f91fb9', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:06:27.725215 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Made reservation on behalf of 1ab0327c3107460fb9252bf46e1b56cc for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:06:27.727552 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:27.888945 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (73823356-4603-4e47-9c99-3b3e4c905229), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:27.944591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73823356-4603-4e47-9c99-3b3e4c905229,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:06:27.951609 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Checking segment: {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:06:27.951956 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Network hostable DHCP agents. Network: 9c884522-9617-4557-8f1c-843034f91fb9, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:06:27.968236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Network 9c884522-9617-4557-8f1c-843034f91fb9 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:06:27.977304 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 9c884522-9617-4557-8f1c-843034f91fb9) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:06:27.981220 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:06:27.981804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:27.986175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b198c97-e169-4ca0-83b2-e3b72fcb9635 None None] Network 9c884522-9617-4557-8f1c-843034f91fb9 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:06:27.997079 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-242eb6be-9de1-41b2-886b-023c45833176 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2946754 May 27 15:06:28.203079 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-9c884522-9617-4557-8f1c-843034f91fb9', 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9', 'project_id': '1ab0327c3107460fb9252bf46e1b56cc', 'fixed_ips': [{'subnet_id': '73823356-4603-4e47-9c99-3b3e4c905229'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:06:28.203976 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:28.348173 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Allocated IP 192.168.233.2 (9c884522-9617-4557-8f1c-843034f91fb9/73823356-4603-4e47-9c99-3b3e4c905229/c285dc8a-c68b-4981-9918-d1c8ef87837d) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:06:28.496321 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Publish callbacks [] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:28.502143 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:28.541137 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Network 9c884522-9617-4557-8f1c-843034f91fb9 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:06:28.546759 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:06:28.550460 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:06:28.557238 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Pushing event updated for resources: {'Port': ['ID=c285dc8a-c68b-4981-9918-d1c8ef87837d,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:06:28.582493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.582831 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.583197 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.583544 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.583870 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.584985 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.585438 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.585763 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.586090 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.586410 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.586749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.587064 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.587380 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.587693 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.588004 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:06:28.621763 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Attempting to bind port c285dc8a-c68b-4981-9918-d1c8ef87837d on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:06:28.622130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Attempting to bind port c285dc8a-c68b-4981-9918-d1c8ef87837d by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:06:28.622597 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Attempting to bind port c285dc8a-c68b-4981-9918-d1c8ef87837d on network 9c884522-9617-4557-8f1c-843034f91fb9 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:06:28.627785 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:06:28.628211 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Checking segment: {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:06:28.628573 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:28.628958 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Bound using segment: {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:06:28.629417 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Bound port: c285dc8a-c68b-4981-9918-d1c8ef87837d, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:06:28.629902 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:28.695405 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] For port c285dc8a-c68b-4981-9918-d1c8ef87837d, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:06:28.698718 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] For port c285dc8a-c68b-4981-9918-d1c8ef87837d, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=c285dc8a-c68b-4981-9918-d1c8ef87837d,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:06:28.705526 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:28.766803 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88b7d-edb3-4cad-a870-36225120f610 None None] Pushing event updated for resources: {'Port': ['ID=c285dc8a-c68b-4981-9918-d1c8ef87837d,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:06:29.606056 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2d86b-2580-4611-9685-23f7f2e90e3d None None] Network 9c884522-9617-4557-8f1c-843034f91fb9 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:06:29.722582 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] Provisioning complete for port c285dc8a-c68b-4981-9918-d1c8ef87837d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:06:29.722949 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:29.818289 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] Current status of the port c285dc8a-c68b-4981-9918-d1c8ef87837d is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:06:29.818635 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:29.864568 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] For port c285dc8a-c68b-4981-9918-d1c8ef87837d, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=c285dc8a-c68b-4981-9918-d1c8ef87837d,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:06:29.869317 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:29.926026 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d6770-3576-4137-9e4e-1ffa950dee1a None None] Pushing event updated for resources: {'Port': ['ID=c285dc8a-c68b-4981-9918-d1c8ef87837d,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:06:29.987604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-3aec0cda-4bd3-4b16-bfd1-de44d2044ec1 None None] Provisioning complete for port c285dc8a-c68b-4981-9918-d1c8ef87837d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:06:29.987981 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3aec0cda-4bd3-4b16-bfd1-de44d2044ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:30.063679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-3aec0cda-4bd3-4b16-bfd1-de44d2044ec1 None None] Current status of the port c285dc8a-c68b-4981-9918-d1c8ef87837d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:06:30.600067 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device c285dc8a-c68b-4981-9918-d1c8ef87837d up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:06:30.603048 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:30.627331 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:30.649587 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port c285dc8a-c68b-4981-9918-d1c8ef87837d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:06:30.649909 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c285dc8a-c68b-4981-9918-d1c8ef87837d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:30.673572 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:30.726111 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port c285dc8a-c68b-4981-9918-d1c8ef87837d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:06:37.991074 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:37.991860 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:43.245394 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:06:43.560085 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-598873de-ce72-464a-956f-3a5592fb2700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:44.260840 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:45.794490 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0f1124cf-f9a2-469e-a255-ae2a19507713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:47.257399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:48.389129 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:49.769048 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:06:53.242346 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=6 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:59.757372 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:59.758175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:06:59.763901 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:13.561632 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d5b3dcf0-684c-42b9-9c3b-c0c4dbef93dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:15.796634 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d861e659-8060-4100-900a-565bc06b9b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:17.260820 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:18.387734 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:19.764219 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:20.243820 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:07:21.253629 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:29.751809 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:29.756956 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:29.759954 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:30.240423 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:43.565529 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f1e75934-047d-45b4-bd92-dfeb8c2e2fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:45.799149 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4fae-f03b-4f5f-b139-069903817956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:47.265535 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:48.384283 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:49.770679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:07:57.243191 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:07:59.756999 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:59.761984 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:07:59.764030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:08.532274 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=16 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:08.533363 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=18 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:10.883326 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40116) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:08:10.889216 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [None req-95669b76-2c70-4423-b362-84d7e222ff61 tempest-verify_tempest_config-1457716241 tempest-verify_tempest_config-1457716241-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:08:10.890243 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-95669b76-2c70-4423-b362-84d7e222ff61 tempest-verify_tempest_config-1457716241 tempest-verify_tempest_config-1457716241-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058987 May 27 15:08:11.186493 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40134) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:08:11.289777 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.365981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Publish callbacks [] for security_group (17379193-405a-4a03-a93c-d3fce984e918), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.369513 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (17379193-405a-4a03-a93c-d3fce984e918), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.418236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17379193-405a-4a03-a93c-d3fce984e918,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:08:11.421886 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f551b8c020e4407a7e435c631374121&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2344241 May 27 15:08:11.425373 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40138) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:08:11.428072 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.428416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.428773 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.429112 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.429422 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.429742 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.430059 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.430372 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.430688 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.431001 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.431331 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.431649 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.431965 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.432273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.432609 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32f521-053b-462f-95c7-e80705fb279b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.487155 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Publish callbacks [] for security_group (17379193-405a-4a03-a93c-d3fce984e918), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.508077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Publish callbacks [] for security_group (17379193-405a-4a03-a93c-d3fce984e918), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.602254 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (17379193-405a-4a03-a93c-d3fce984e918), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.604894 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:11.606612 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17379193-405a-4a03-a93c-d3fce984e918 HTTP/1.1" status: 204 len: 168 time: 0.1800346 May 27 15:08:11.614478 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17379193-405a-4a03-a93c-d3fce984e918,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:08:11.621263 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.621610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.621950 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.622287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.622620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.622948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.623271 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.623595 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.623918 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.624239 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.624594 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.624939 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.625261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.625578 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:11.625895 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8cb5cb-b6fe-4ed3-b152-570810f5105a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:08:13.568903 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0c31eb71-1db8-4df5-a10f-3a3b513afac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:15.803318 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b3429aaf-dc44-4c33-9796-39b623657e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:17.267921 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:18.386698 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:19.764608 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:21.416843 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:21.423457 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:21.547945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:21.617998 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:29.752781 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:29.757572 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:29.759819 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:34.242589 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:08:43.570932 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c898-fe94-405f-a49b-ecad655a6902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:44.238478 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:44.239373 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:45.804856 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4200-554b-4a4d-9eaa-146b1f2f26dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:47.268302 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:48.389071 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:49.766834 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:08:59.757169 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:59.761411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:08:59.762600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:11.241491 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:09:12.250418 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:13.572723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-30704ff8-6a99-46a1-a426-c898feb3ced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:15.810789 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fa23fc8f-9e8a-4e93-98d3-7cc30b00e110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:17.270883 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:18.393576 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:19.769902 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:21.237246 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:29.757890 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:29.762518 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:29.765049 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:43.574809 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9962baf0-0da5-41a0-ae0d-680229e56de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:45.803738 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0c53b8a-961d-472c-a8b3-5230a8ccdb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:47.274841 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:48.240582 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:09:48.388191 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:49.773171 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:09:58.236035 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:58.236849 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:59.762096 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:59.767163 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:59.768544 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:09:59.918382 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-880396'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:08.527759 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=11 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:08.533686 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=15 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:09.914887 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:13.440298 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40214) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:10:13.546133 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e865e1f9-ea1c-4562-bd69-b3432c9c7f8b admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1047153 May 27 15:10:13.579443 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0f96edf5-6052-47bd-a14b-c1c287be0564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:15.805891 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aadd-ff1f-47d9-a419-b886f04c6d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:15.824241 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40224) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:10:15.880414 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fc817668-dd9d-431e-9d7f-817be4cf205c admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543828 May 27 15:10:17.281309 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:18.394997 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:19.777923 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:25.240140 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:10:25.875299 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:25.876035 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:29.764266 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:29.771264 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:29.772939 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:29.888655 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:35.235182 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:35.235958 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:43.582094 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3286a44b-1b3b-4167-9065-155eff104d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:45.809018 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6d52c907-4f4b-4edb-bcee-a072b8432512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:47.278632 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:48.388515 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:49.772025 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:10:59.761493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:59.765931 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:59.767444 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:10:59.882808 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:02.243027 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:11:09.873401 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:09.877308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:09.878793 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:12.234729 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:12.242942 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:13.586488 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-63f36f03-0f4f-4691-9922-cc8d107649bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:15.811230 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-783e5379-d269-4ee7-96ff-313fe8225b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:17.282647 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:18.390776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:19.776021 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:29.764916 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:29.769194 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=7 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:29.771472 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:29.901809 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:39.242780 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:11:39.888530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:39.894908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:39.896967 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:43.580354 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1bcc53a3-6386-4a16-9e13-e8448f48b999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:45.816026 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ee08ef97-831f-4270-bc1c-3a067ebb507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:47.284912 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:48.388273 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:49.238890 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:49.239674 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=6 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:49.781429 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:54.728671 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40360) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:55.077570 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-447193925-network', 'tenant_id': 'c162124048a34243867e236c81a70eb0'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:55.111522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Made reservation on behalf of c162124048a34243867e236c81a70eb0 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:55.114425 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.123980 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.209859 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks [] for security_group (579faed8-974b-4740-8a46-6bdf21497f26), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.218117 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (579faed8-974b-4740-8a46-6bdf21497f26), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.244960 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:11:55.260759 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579faed8-974b-4740-8a46-6bdf21497f26,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:55.266479 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.266819 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Added segment c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd of type vlan for network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a May 27 15:11:55.280617 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.280958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.281474 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.281979 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.282309 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.282633 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.282953 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.283271 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.283596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.283916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.284247 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.284762 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.285248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.285740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.286061 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Tracked resource versions report: May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: pushed versions: May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Agent': {'1.1'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Log': {'1.0'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'NDPProxy': {'1.0'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Network': {'1.1'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Port': {'1.7'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'PortForwarding': {'1.3'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: consumer versions: May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: HyperV agent@hv-cinder-84254: {}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Agent': '1.1', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Log': '1.0', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'NDPProxy': '1.0', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Network': '1.1', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Port': '1.7', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'PortForwarding': '1.3', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'QosPolicy': '1.10', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'SubPort': '1.0', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Subnet': '1.1', May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: 'Trunk': '1.1'}} May 27 15:11:55.287297 dv-cinder-842541-3-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:11:55.346691 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.378101 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.379303 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:55.379958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.536085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8063204 May 27 15:11:55.539364 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2567b4-424e-4744-aefa-755093826ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:55.539784 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40426) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:55.547471 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Request body: {'subnet': {'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-subnet', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:55.549413 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:11:55.578382 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Made reservation on behalf of c162124048a34243867e236c81a70eb0 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:55.581493 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.762282 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (b0749bfc-24b1-44c4-bdaa-50a6cb01b967), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.817094 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0749bfc-24b1-44c4-bdaa-50a6cb01b967,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:55.832739 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.833072 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.833624 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.833960 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.834284 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.834610 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.834926 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.835240 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.835567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.835881 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.836374 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.836803 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.837344 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.837776 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.838096 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Tracked resource versions report: May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: pushed versions: May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Agent': {'1.1'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Log': {'1.0'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Network': {'1.1'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Port': {'1.7'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'PortForwarding': {'1.3'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: consumer versions: May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: HyperV agent@hv-cinder-84254: {}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Agent': '1.1', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Log': '1.0', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'NDPProxy': '1.0', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Network': '1.1', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Port': '1.7', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'PortForwarding': '1.3', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'QosPolicy': '1.10', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'SubPort': '1.0', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Subnet': '1.1', May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: 'Trunk': '1.1'}} May 27 15:11:55.839307 dv-cinder-842541-3-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:11:55.846699 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Checking segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:11:55.847051 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Network hostable DHCP agents. Network: 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:11:55.853596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40440) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:55.866914 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:11:55.878446 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:11:55.882610 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:55.889873 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe614a-6b0c-4dba-bc9f-3cb0a09b808f None None] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:11:55.897455 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.918854 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40444) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:55.919156 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-84728d12-1aab-4773-8169-8e8cce016a82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3773413 May 27 15:11:55.923767 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:55.955347 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:55.956361 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.023811 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks [] for router_controller (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.028909 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:11:56.030197 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.183718 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40450) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:56.220302 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40454) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:56.235801 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Allocated IP 172.20.0.2 (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a/b0749bfc-24b1-44c4-bdaa-50a6cb01b967/9379c42c-3c82-4ce6-8880-ac2a0e1557de) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:11:56.241261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks [] for router_gateway (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.329541 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40460) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:56.424082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-261091028-network', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:56.447983 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Publish callbacks [] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.454402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.500175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:11:56.507317 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:11:56.512036 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:11:56.519043 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Pushing event updated for resources: {'Port': ['ID=9379c42c-3c82-4ce6-8880-ac2a0e1557de,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:56.545243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.545243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.545625 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.545974 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.546304 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.546622 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.546943 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.547259 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.547577 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.547892 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.548206 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.548544 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.548858 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.549172 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.549480 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Tracked resource versions report: May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: pushed versions: May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: { 'AddressGroup': {'1.2'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Agent': {'1.1'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'ConntrackHelper': {'1.0'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'LocalIPAssociation': {'1.0'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Log': {'1.0'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'NDPProxy': {'1.0'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Network': {'1.1'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Port': {'1.7'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'PortForwarding': {'1.3'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'QosPolicy': {'1.10'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroup': {'1.5'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroupRule': {'1.2'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SubPort': {'1.0'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Subnet': {'1.1'}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Trunk': {'1.1'}} May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: consumer versions: May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: HyperV agent@hv-cinder-84254: {}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Agent': '1.1', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'ConntrackHelper': '1.0', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'LocalIPAssociation': '1.0', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Log': '1.0', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'NDPProxy': '1.0', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Network': '1.1', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Port': '1.7', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'PortForwarding': '1.3', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'QosPolicy': '1.10', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroup': '1.5', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SecurityGroupRule': '1.2', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'SubPort': '1.0', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Subnet': '1.1', May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: 'Trunk': '1.1'}} May 27 15:11:56.550704 dv-cinder-842541-3-iscsi neutron-server[103960]: {{(pid=103960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:11:56.586175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Attempting to bind port 9379c42c-3c82-4ce6-8880-ac2a0e1557de on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:11:56.586590 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Attempting to bind port 9379c42c-3c82-4ce6-8880-ac2a0e1557de by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:11:56.587013 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Attempting to bind port 9379c42c-3c82-4ce6-8880-ac2a0e1557de on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:11:56.594496 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:11:56.594919 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Checking segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:11:56.595308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.595693 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Bound using segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:11:56.596154 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Bound port: 9379c42c-3c82-4ce6-8880-ac2a0e1557de, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:11:56.596621 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.627175 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-476232493-network', 'tenant_id': 'ef917e1df4a64838aba088201ddb8552'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:56.655209 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks [] for router_gateway (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.663604 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Made reservation on behalf of ef917e1df4a64838aba088201ddb8552 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:56.668281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.684756 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Made reservation on behalf of cc1a70bd2ce64fbcb738a2cfcfb09f41 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:56.687131 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.697957 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.698151 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-589514924-network', 'tenant_id': '72d5173b32b5480790babb3d178b94fb'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:56.703648 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.706835 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.720914 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:56.728788 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] For port 9379c42c-3c82-4ce6-8880-ac2a0e1557de, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:11:56.739715 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] For port 9379c42c-3c82-4ce6-8880-ac2a0e1557de, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=9379c42c-3c82-4ce6-8880-ac2a0e1557de,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:11:56.748528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.804682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks [] for security_group (bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.808862 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:56.818811 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks [] for security_group (68f32933-4d06-4efc-b01d-5ccd3f4dde05), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.826108 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.827507 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Made reservation on behalf of 72d5173b32b5480790babb3d178b94fb for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:56.830195 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.844152 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847342047-network', 'tenant_id': '267ba61d318543358dfc82753098ec7c'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:56.844396 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:11:56.848957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (68f32933-4d06-4efc-b01d-5ccd3f4dde05), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.855458 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (f6c28cff-411e-4858-bf18-5d3dfae97a6b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.856043 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Added segment f6c28cff-411e-4858-bf18-5d3dfae97a6b of type vlan for network 25b92ae9-fc97-4437-8dc2-335b8971db2a May 27 15:11:56.861502 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:56.876390 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05bc32-a8fb-47f4-9b79-0b658ac25475 None None] Pushing event updated for resources: {'Port': ['ID=9379c42c-3c82-4ce6-8880-ac2a0e1557de,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:56.901152 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f32933-4d06-4efc-b01d-5ccd3f4dde05,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:57.034087 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks [] for security_group (a8715600-f026-4ade-afc3-729d201f5cc8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.035273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:11:57.038000 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:INSERT=25,neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:57.045510 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a8715600-f026-4ade-afc3-729d201f5cc8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.073877 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:57.079693 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8715600-f026-4ade-afc3-729d201f5cc8,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:57.083772 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (036f2453-8745-483b-a305-7d2021308049), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.084306 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Added segment 036f2453-8745-483b-a305-7d2021308049 of type vlan for network c2b21ed3-dc9f-458d-a75a-110ba2d09293 May 27 15:11:57.108287 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:11:57.163951 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (25b92ae9-fc97-4437-8dc2-335b8971db2a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.190733 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (2d5161bf-803f-4d3d-a8e9-d0e54c413122), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.191272 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Added segment 2d5161bf-803f-4d3d-a8e9-d0e54c413122 of type vlan for network fa7d805a-200a-417c-8552-13b168c382aa May 27 15:11:57.193103 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Made reservation on behalf of 267ba61d318543358dfc82753098ec7c for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:57.197647 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.217748 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.228228 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (c2b21ed3-dc9f-458d-a75a-110ba2d09293), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.243801 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:57.338263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (c2b21ed3-dc9f-458d-a75a-110ba2d09293), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.339490 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (25b92ae9-fc97-4437-8dc2-335b8971db2a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.340254 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:57.340623 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:57.341458 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.341901 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.346732 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (fa7d805a-200a-417c-8552-13b168c382aa), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.358025 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Allocated IP 172.27.1.47 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/58bfe10d-1812-421d-937b-d264f101083b) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:11:57.412753 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.5565605 May 27 15:11:57.427022 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40498) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:57.432160 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2473853 May 27 15:11:57.435907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40500) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:57.441296 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Request body: {'subnet': {'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-261091028-subnet', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:57.468719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Request body: {'subnet': {'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-476232493-subnet', 'tenant_id': 'ef917e1df4a64838aba088201ddb8552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:57.478065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94ef1d-f472-4014-bd96-51139e97cb1c admin admin] Pushing event updated for resources: {'Network': ['ID=25b92ae9-fc97-4437-8dc2-335b8971db2a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:57.491093 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:11:57.528740 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d81da-5331-42a5-a6af-4596514a3c2f admin admin] Pushing event updated for resources: {'Network': ['ID=c2b21ed3-dc9f-458d-a75a-110ba2d09293,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:57.533482 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Made reservation on behalf of cc1a70bd2ce64fbcb738a2cfcfb09f41 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:57.536502 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.545658 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (fa7d805a-200a-417c-8552-13b168c382aa), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.546897 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:57.547473 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.591821 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Made reservation on behalf of ef917e1df4a64838aba088201ddb8552 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:57.599678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.632017 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network c2b21ed3-dc9f-458d-a75a-110ba2d09293 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:11:57.827401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks [] for port (58bfe10d-1812-421d-937b-d264f101083b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.832915 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6114666 May 27 15:11:57.838813 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0273e-5d5a-4be2-b3a5-925ec82eca3b admin admin] Pushing event updated for resources: {'Network': ['ID=fa7d805a-200a-417c-8552-13b168c382aa,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:57.850865 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network fa7d805a-200a-417c-8552-13b168c382aa details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:11:57.854375 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40510) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:57.882335 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Request body: {'subnet': {'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-589514924-subnet', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:57.891295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:57.951028 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks [] for security_group (021c6e1f-f0b8-4800-aa65-285de2f299ba), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.963498 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (021c6e1f-f0b8-4800-aa65-285de2f299ba), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:57.978587 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:58.005767 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:11:58.034233 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (346278bc-5f20-42f7-9707-5f3a12b4cc34), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.034617 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Added segment 346278bc-5f20-42f7-9707-5f3a12b4cc34 of type vlan for network 03d90dbc-313a-4058-9ef5-5540e35f9e8a May 27 15:11:58.038804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c6e1f-f0b8-4800-aa65-285de2f299ba,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:58.119719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Made reservation on behalf of 72d5173b32b5480790babb3d178b94fb for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:58.122954 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.151975 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (03d90dbc-313a-4058-9ef5-5540e35f9e8a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.180750 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (58bfe10d-1812-421d-937b-d264f101083b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.221813 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (03d90dbc-313a-4058-9ef5-5540e35f9e8a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.222789 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:58.223356 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.254788 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9241107 May 27 15:11:58.266353 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40526) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:58.279162 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Request body: {'subnet': {'network_id': '03d90dbc-313a-4058-9ef5-5540e35f9e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847342047-subnet', 'tenant_id': '267ba61d318543358dfc82753098ec7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:58.283000 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (3f2a335e-4f49-4d65-901e-26787aa95f1d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.299235 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:58.347605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:11:58.383871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:11:58.394553 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:58.403952 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:11:58.445157 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:11:58.445527 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Network hostable DHCP agents. Network: 25b92ae9-fc97-4437-8dc2-335b8971db2a, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:11:58.464543 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5ea73-bc40-4b76-a61a-1d5a53255e4b admin admin] Pushing event updated for resources: {'Network': ['ID=03d90dbc-313a-4058-9ef5-5540e35f9e8a,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:58.480911 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2a335e-4f49-4d65-901e-26787aa95f1d,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:58.483420 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Made reservation on behalf of 267ba61d318543358dfc82753098ec7c for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:11:58.485892 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.486035 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 03d90dbc-313a-4058-9ef5-5540e35f9e8a details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:11:58.514152 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:11:58.559590 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 25b92ae9-fc97-4437-8dc2-335b8971db2a) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:11:58.577687 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:58.578837 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.607776 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (419c217a-ed2c-4a09-b152-0bb94ef2cae5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.618725 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c85a2dac-e598-49f5-b86d-16da18806ac7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1875896 May 27 15:11:58.618998 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40534) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:11:58.625255 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:11:58.691678 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (db571cba-f944-4955-902f-1bc579d1feb9), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.693112 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (db571cba-f944-4955-902f-1bc579d1feb9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:58.734123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419c217a-ed2c-4a09-b152-0bb94ef2cae5,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:58.763528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fe1fb-2344-4023-8ed0-e123f64e4f7e None None] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:11:58.773062 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985255a-e3e7-4423-ab13-c5361339b40a None None] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:11:58.795126 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Pushing event updated for resources: {'Port': ['ID=58bfe10d-1812-421d-937b-d264f101083b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:58.954841 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Checking segment: {'id': '036f2453-8745-483b-a305-7d2021308049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:11:58.955450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Network hostable DHCP agents. Network: c2b21ed3-dc9f-458d-a75a-110ba2d09293, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:11:59.037089 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks [] for router_controller (db571cba-f944-4955-902f-1bc579d1feb9), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.046500 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:59.128832 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (f1d4853b-1099-4743-8e81-3c0f29022c0b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.193542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Network c2b21ed3-dc9f-458d-a75a-110ba2d09293 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:11:59.249834 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:59.251063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 9379c42c-3c82-4ce6-8880-ac2a0e1557de up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:11:59.288965 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] Provisioning complete for port 9379c42c-3c82-4ce6-8880-ac2a0e1557de triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:11:59.289344 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.307329 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, c2b21ed3-dc9f-458d-a75a-110ba2d09293) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:11:59.310574 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-25b92ae9-fc97-4437-8dc2-335b8971db2a', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:11:59.319565 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.392428 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:59.393097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.399769 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d4853b-1099-4743-8e81-3c0f29022c0b,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:59.412878 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:59.422006 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (7417e465-811c-44c6-9741-0e23c125ca54), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.452053 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aecfa6-57d9-4dd7-9fee-1064df36a882 None None] Network c2b21ed3-dc9f-458d-a75a-110ba2d09293 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:11:59.506396 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks [] for router_gateway (db571cba-f944-4955-902f-1bc579d1feb9), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.522449 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:59.533643 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Checking segment: {'id': '346278bc-5f20-42f7-9707-5f3a12b4cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '03d90dbc-313a-4058-9ef5-5540e35f9e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:11:59.534057 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Network hostable DHCP agents. Network: 03d90dbc-313a-4058-9ef5-5540e35f9e8a, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:11:59.623884 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Network 03d90dbc-313a-4058-9ef5-5540e35f9e8a is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:11:59.640833 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 03d90dbc-313a-4058-9ef5-5540e35f9e8a) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:11:59.660349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:11:59.661609 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.690668 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7417e465-811c-44c6-9741-0e23c125ca54,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:11:59.693165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks [] for router_gateway (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.721910 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1928d9ba-c620-4296-8550-07601d7cc40f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4539869 May 27 15:11:59.810509 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks [] for router_gateway (db571cba-f944-4955-902f-1bc579d1feb9), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.832424 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:11:59.842897 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:11:59.855461 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Allocated IP 172.20.0.2 (25b92ae9-fc97-4437-8dc2-335b8971db2a/3f2a335e-4f49-4d65-901e-26787aa95f1d/4bead452-0f4b-4214-9451-ec098394b29b) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:11:59.856956 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f7028f17-3ea6-4b29-b87a-76adc4bfc9f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3922317 May 27 15:11:59.977719 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Allocated IP 172.27.1.105 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/5dd7cd31-bca2-48b7-931b-1966c22d12aa) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:00.049708 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Publish callbacks [] for port (4bead452-0f4b-4214-9451-ec098394b29b), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.068760 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Checking segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:00.069774 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Network hostable DHCP agents. Network: fa7d805a-200a-417c-8552-13b168c382aa, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:12:00.093775 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.107674 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Network fa7d805a-200a-417c-8552-13b168c382aa is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:12:00.139058 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:00.140905 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aabe4db-9439-426c-978a-e98d8e796dc4 None None] Network 03d90dbc-313a-4058-9ef5-5540e35f9e8a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:00.148638 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks [] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.157756 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, fa7d805a-200a-417c-8552-13b168c382aa) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:00.170812 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:00.171720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.231993 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-72af7961-5699-415b-b7d4-054d79c92c88 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3702524 May 27 15:12:00.237613 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40620) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:00.244936 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:00.261883 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.288177 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (12b21b8a-f202-4693-af81-9ac2e2deba80), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.289757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (12b21b8a-f202-4693-af81-9ac2e2deba80), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.340423 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:00.344216 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:00.348082 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:00.405444 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a52d3-40b4-4e34-8a77-b895e0bc2d5c None None] Network fa7d805a-200a-417c-8552-13b168c382aa requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:00.444050 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (4bead452-0f4b-4214-9451-ec098394b29b), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.480848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40628) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:00.497950 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks [] for router_controller (12b21b8a-f202-4693-af81-9ac2e2deba80), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.504732 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:12:00.522268 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:00.539223 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd7cd31-bca2-48b7-931b-1966c22d12aa,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:00.708231 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] Current status of the port 9379c42c-3c82-4ce6-8880-ac2a0e1557de is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:00.709168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.724871 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Pushing event updated for resources: {'Port': ['ID=4bead452-0f4b-4214-9451-ec098394b29b,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:00.729597 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d75f60-073e-45ee-b730-3086abff1dbd None None] Network 03d90dbc-313a-4058-9ef5-5540e35f9e8a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:00.809850 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:00.893920 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:00.898446 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:00.966986 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:00.966986 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] For port 9379c42c-3c82-4ce6-8880-ac2a0e1557de, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=9379c42c-3c82-4ce6-8880-ac2a0e1557de,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:00.969768 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks [] for router_gateway (db571cba-f944-4955-902f-1bc579d1feb9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.972155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:00.972155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:00.988197 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f0b01-5a81-4ebf-8396-9c8c1ae3c819 None None] Network c2b21ed3-dc9f-458d-a75a-110ba2d09293 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:01.004354 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:01.009244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.023587 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 9379c42c-3c82-4ce6-8880-ac2a0e1557de triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:01.024239 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.044174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks [] for router_gateway (12b21b8a-f202-4693-af81-9ac2e2deba80), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.104571 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d06aa05e-fe60-4a25-b59e-482a92105a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.167712 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:12:01.184299 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Sync routers for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:12:01.198097 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:01.199306 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:01.200414 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-998b3ae0-b250-4f04-93fb-72bcd0f45277 None None] Provisioning complete for port 9379c42c-3c82-4ce6-8880-ac2a0e1557de triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:01.201018 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-998b3ae0-b250-4f04-93fb-72bcd0f45277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.284761 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-fa7d805a-200a-417c-8552-13b168c382aa', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:12:01.285673 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.299870 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40678) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:01.303430 dv-cinder-842541-3-iscsi neutron-server[103959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 15:12:01.361633 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:01.412725 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Attempting to bind port 4bead452-0f4b-4214-9451-ec098394b29b on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:01.413132 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Attempting to bind port 4bead452-0f4b-4214-9451-ec098394b29b by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:01.413511 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Attempting to bind port 4bead452-0f4b-4214-9451-ec098394b29b on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:01.424234 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd0abc-82da-4be9-8345-6400218d40f5 None None] Pushing event updated for resources: {'Port': ['ID=9379c42c-3c82-4ce6-8880-ac2a0e1557de,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:01.491359 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (db571cba-f944-4955-902f-1bc579d1feb9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.499934 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40682) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:01.513956 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-414592260-network', 'tenant_id': 'f7069066f7b541519f7f4ed54378adcf'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:01.531152 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:01.611398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:01.612030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:01.612637 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.613195 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Bound using segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:01.613817 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Bound port: 4bead452-0f4b-4214-9451-ec098394b29b, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:01.614340 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (4bead452-0f4b-4214-9451-ec098394b29b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.616899 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:11:59Z', 'revision_number': 3, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:01.623563 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 9379c42c-3c82-4ce6-8880-ac2a0e1557de is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:01.698504 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Checking router: 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:12:01.700061 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Updating router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed port 58bfe10d-1812-421d-937b-d264f101083b binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:12:01.743621 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (58bfe10d-1812-421d-937b-d264f101083b), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.758409 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-998b3ae0-b250-4f04-93fb-72bcd0f45277 None None] Current status of the port 9379c42c-3c82-4ce6-8880-ac2a0e1557de is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:01.779231 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Allocated IP 172.20.0.2 (fa7d805a-200a-417c-8552-13b168c382aa/7417e465-811c-44c6-9741-0e23c125ca54/a4ca4e3e-6acd-45fa-8467-aabf3a965b57) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:01.807137 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] For port 4bead452-0f4b-4214-9451-ec098394b29b, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:01.811873 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] For port 4bead452-0f4b-4214-9451-ec098394b29b, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=4bead452-0f4b-4214-9451-ec098394b29b,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:01.823169 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:01.839680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 9379c42c-3c82-4ce6-8880-ac2a0e1557de up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:01.845631 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (4bead452-0f4b-4214-9451-ec098394b29b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.852850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Made reservation on behalf of f7069066f7b541519f7f4ed54378adcf for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:01.857734 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.872136 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Router db571cba-f944-4955-902f-1bc579d1feb9 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:12:01.874366 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.904926 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-5475d41c-a046-4f89-8ae5-312e326aedf2 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:01.912945 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-5475d41c-a046-4f89-8ae5-312e326aedf2 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/networks?id=c2b21ed3-dc9f-458d-a75a-110ba2d09293 HTTP/1.1" status: 200 len: 811 time: 0.6105039 May 27 15:12:01.924636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:01.928549 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aa32218d-b88f-46f2-839b-a54301fbd32d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0058808 May 27 15:12:01.937080 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40694) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:02.007908 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d06aa05e-fe60-4a25-b59e-482a92105a9f admin admin] Publish callbacks [] for security_group (b7a39885-364a-49ce-a581-2960165ab6a3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.045180 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b87301-203b-4243-8692-457dfe9f77f8 None None] Pushing event updated for resources: {'Port': ['ID=4bead452-0f4b-4214-9451-ec098394b29b,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:02.121348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:02.154151 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 9379c42c-3c82-4ce6-8880-ac2a0e1557de triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:02.154151 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.201915 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d06aa05e-fe60-4a25-b59e-482a92105a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b7a39885-364a-49ce-a581-2960165ab6a3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.212497 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:12:02.234340 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:12:02.249976 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks [] for router_gateway (12b21b8a-f202-4693-af81-9ac2e2deba80), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.292506 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-0e595334-7c10-4b20-a66c-e3b4e5742655 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/quotas/ef917e1df4a64838aba088201ddb8552 HTTP/1.1" status: 200 len: 375 time: 0.3785923 May 27 15:12:02.305734 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Publish callbacks [] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.307828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:02.308691 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:02.313821 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.351497 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:02.355607 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks [] for security_group (4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.355771 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d06aa05e-fe60-4a25-b59e-482a92105a9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f3d57e9e08741e8accf02c610c38068&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8714709 May 27 15:12:02.360037 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.363306 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5260a069-0a23-4fe5-840c-42a02fdd47a0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7433147 May 27 15:12:02.365503 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Publish callbacks [] for port (58bfe10d-1812-421d-937b-d264f101083b), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.380166 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (58bfe10d-1812-421d-937b-d264f101083b), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.389697 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40698) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:02.390034 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40700) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:02.412550 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Attempting to bind port 58bfe10d-1812-421d-937b-d264f101083b on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:02.413203 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Attempting to bind port 58bfe10d-1812-421d-937b-d264f101083b by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:02.413669 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Attempting to bind port 58bfe10d-1812-421d-937b-d264f101083b on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:02.417820 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e241d97d-c348-4a5c-8c07-1fb47bf29805 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef917e1df4a64838aba088201ddb8552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112518 May 27 15:12:02.431460 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.447819 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:02.448620 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:02.449071 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.449621 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:02.450208 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Bound port: 58bfe10d-1812-421d-937b-d264f101083b, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:02.450685 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (58bfe10d-1812-421d-937b-d264f101083b), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.468950 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:02.504137 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40708) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:02.547673 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] For port 58bfe10d-1812-421d-937b-d264f101083b, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:02.548441 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.554783 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] For port 58bfe10d-1812-421d-937b-d264f101083b, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=58bfe10d-1812-421d-937b-d264f101083b,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:02.569958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aa05e-fe60-4a25-b59e-482a92105a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a39885-364a-49ce-a581-2960165ab6a3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:02.582291 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (58bfe10d-1812-421d-937b-d264f101083b), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.641515 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Pushing event updated for resources: {'Port': ['ID=58bfe10d-1812-421d-937b-d264f101083b,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:02.658325 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.658886 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.659396 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.660061 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.660567 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.661544 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.662663 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.663402 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.663884 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.666968 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.668147 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.668942 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.669424 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.669997 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.670477 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Tracked resource versions report: May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: pushed versions: May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: { 'AddressGroup': {'1.2'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Agent': {'1.1'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'ConntrackHelper': {'1.0'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'LocalIPAssociation': {'1.0'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Log': {'1.0'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'NDPProxy': {'1.0'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Network': {'1.1'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Port': {'1.7'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'PortForwarding': {'1.3'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'QosPolicy': {'1.10'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroup': {'1.5'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroupRule': {'1.2'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SubPort': {'1.0'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Subnet': {'1.1'}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Trunk': {'1.1'}} May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: consumer versions: May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: { DHCP agent@dv-cinder-842541-3-iscsi: {}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: HyperV agent@hv-cinder-84254: {}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: L3 agent@dv-cinder-842541-3-iscsi: {}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: Metadata agent@dv-cinder-842541-3-iscsi: {}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: Metering agent@dv-cinder-842541-3-iscsi: {}, May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: Open vSwitch agent@dv-cinder-842541-3-iscsi: { 'AddressGroup': '1.2', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Agent': '1.1', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'ConntrackHelper': '1.0', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'LocalIPAssociation': '1.0', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Log': '1.0', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'NDPProxy': '1.0', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Network': '1.1', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Port': '1.7', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'PortForwarding': '1.3', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'QosPolicy': '1.10', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroup': '1.5', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SecurityGroupRule': '1.2', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'SubPort': '1.0', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Subnet': '1.1', May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: 'Trunk': '1.1'}} May 27 15:12:02.672354 dv-cinder-842541-3-iscsi neutron-server[103961]: {{(pid=103961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 15:12:02.703310 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:02.704090 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:02.723508 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:12:02.761374 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Allocated IP 172.27.1.51 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:02.824306 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:02.839482 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (30e30aac-baa3-4e42-aa1f-232300aa5948), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:02.839796 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Added segment 30e30aac-baa3-4e42-aa1f-232300aa5948 of type vlan for network b614b23b-76a1-4157-81fa-09a338c89ee1 May 27 15:12:02.850305 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-3edc6e66-a62c-4c86-8a3c-5d44421d1905 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:12:02.853667 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-3edc6e66-a62c-4c86-8a3c-5d44421d1905 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1386807 May 27 15:12:02.890278 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c5c1-9191-46c1-af50-b0685032c3b6 None None] Pushing event updated for resources: {'Port': ['ID=58bfe10d-1812-421d-937b-d264f101083b,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:02.920050 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:02.941365 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 9379c42c-3c82-4ce6-8880-ac2a0e1557de is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:02.959486 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Network fa7d805a-200a-417c-8552-13b168c382aa is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:02.970155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:02.975135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:03.017660 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:03.061843 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Pushing event updated for resources: {'Port': ['ID=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:03.081416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac8d08dc-df79-4dcc-bd8e-5bea65e50ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.084679 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:03.094618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:03.115598 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:03.118711 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:03.127756 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Attempting to bind port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:03.128675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Attempting to bind port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:03.129015 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Attempting to bind port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 on network fa7d805a-200a-417c-8552-13b168c382aa {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:03.131716 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:00Z', 'revision_number': 3, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:03.148057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks [] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.152317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (b614b23b-76a1-4157-81fa-09a338c89ee1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.165814 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-3631dacd-f3d7-4b3e-805c-741e621b8254 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078163 May 27 15:12:03.172635 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:03.173003 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Checking segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:03.173872 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.174283 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Bound using segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:03.174741 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Bound port: a4ca4e3e-6acd-45fa-8467-aabf3a965b57, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:03.175116 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.179584 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:12:03.179584 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Updating router db571cba-f944-4955-902f-1bc579d1feb9 port 5dd7cd31-bca2-48b7-931b-1966c22d12aa binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:12:03.187387 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc21d572-0990-4238-9b44-09e3c9688e15 admin admin] Publish callbacks [] for security_group (b7a39885-364a-49ce-a581-2960165ab6a3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.200897 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:03.221486 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc21d572-0990-4238-9b44-09e3c9688e15 admin admin] Publish callbacks [] for security_group (b7a39885-364a-49ce-a581-2960165ab6a3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.317986 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] For port a4ca4e3e-6acd-45fa-8467-aabf3a965b57, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:03.325315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] For port a4ca4e3e-6acd-45fa-8467-aabf3a965b57, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:03.331680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:03.338247 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.340359 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:11:59Z', 'revision_number': 3, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:03.341518 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.353415 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.389136 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9c7-d376-4d1c-a341-d5a9372b3b26 None None] The sync data for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi is: [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:11:59Z', 'revision_number': 3, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:12:03.405861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:03.421505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:03.424106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:03.512798 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-f6a20bbc-25e2-4d49-bd8c-4e764ca81dbe service neutron] 10.222.0.41 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292105 May 27 15:12:03.515177 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Pushing event updated for resources: {'Port': ['ID=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:03.611398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fde60-c0cd-4664-94c1-8c1b4fa0b8d9 None None] Pushing event updated for resources: {'Port': ['ID=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:03.693206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc21d572-0990-4238-9b44-09e3c9688e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b7a39885-364a-49ce-a581-2960165ab6a3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.703127 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc21d572-0990-4238-9b44-09e3c9688e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.722440 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fc21d572-0990-4238-9b44-09e3c9688e15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7a39885-364a-49ce-a581-2960165ab6a3 HTTP/1.1" status: 204 len: 168 time: 1.3289516 May 27 15:12:03.749803 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (b614b23b-76a1-4157-81fa-09a338c89ee1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.750725 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:03.751345 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.895866 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks [] for router_gateway (12b21b8a-f202-4693-af81-9ac2e2deba80), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:03.935222 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 4bead452-0f4b-4214-9451-ec098394b29b up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:04.113270 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40762) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:04.142091 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776626cd-bbd0-422d-95c3-ae58d6ae64cb None None] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:04.143935 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21d572-0990-4238-9b44-09e3c9688e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a39885-364a-49ce-a581-2960165ab6a3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:04.245295 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7378953 May 27 15:12:04.281261 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40774) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:04.281261 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:04.412790 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ceb11b71-794b-4a86-aba7-b0da1a7d0bc4 req-44a0eb55-41d6-4d69-962c-ec0e12b1185a tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.2951195 May 27 15:12:04.481690 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] Provisioning complete for port 4bead452-0f4b-4214-9451-ec098394b29b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:04.487100 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (4bead452-0f4b-4214-9451-ec098394b29b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:04.619089 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Request body: {'subnet': {'network_id': 'b614b23b-76a1-4157-81fa-09a338c89ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-414592260-subnet', 'tenant_id': 'f7069066f7b541519f7f4ed54378adcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:04.625488 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40780) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:04.628805 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (12b21b8a-f202-4693-af81-9ac2e2deba80), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:04.636603 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 4bead452-0f4b-4214-9451-ec098394b29b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:04.637247 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (4bead452-0f4b-4214-9451-ec098394b29b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:04.739580 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49f4b9-fe39-474e-8985-79a459ff777b admin admin] Pushing event updated for resources: {'Network': ['ID=b614b23b-76a1-4157-81fa-09a338c89ee1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:04.744048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40784) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:04.806574 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network b614b23b-76a1-4157-81fa-09a338c89ee1 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:12:04.975992 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be44ea7a-896c-4b4e-93d1-07aa88f2808b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.031236 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Publish callbacks [] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.059175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] Current status of the port 4bead452-0f4b-4214-9451-ec098394b29b is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:05.059418 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Made reservation on behalf of f7069066f7b541519f7f4ed54378adcf for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:05.059857 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (4bead452-0f4b-4214-9451-ec098394b29b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.066015 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.086788 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:12:05.089417 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:05.107746 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b11b7667-1d93-4de3-8362-fe29ac973b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.116363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.217153 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68063-cf4d-4024-8d6c-43b30253b205 None None] Pushing event updated for resources: {'Port': ['ID=5dd7cd31-bca2-48b7-931b-1966c22d12aa,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:05.310408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:05.328188 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] For port 4bead452-0f4b-4214-9451-ec098394b29b, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=4bead452-0f4b-4214-9451-ec098394b29b,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:05.329380 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b11b7667-1d93-4de3-8362-fe29ac973b84 admin admin] Publish callbacks [] for security_group (aab432d3-796c-4a4a-8969-d1bf27ee1edd), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.349350 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac8d08dc-df79-4dcc-bd8e-5bea65e50ff5 admin admin] Publish callbacks [] for security_group (aea0bb2c-0a24-49ef-a0b0-feec258068d7), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.350899 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b11b7667-1d93-4de3-8362-fe29ac973b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (aab432d3-796c-4a4a-8969-d1bf27ee1edd), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.351233 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (4bead452-0f4b-4214-9451-ec098394b29b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.372337 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac8d08dc-df79-4dcc-bd8e-5bea65e50ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (aea0bb2c-0a24-49ef-a0b0-feec258068d7), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.409686 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46227d30-dbae-4e22-9b6b-b06f780b195d None None] Network fa7d805a-200a-417c-8552-13b168c382aa requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:05.412430 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 4bead452-0f4b-4214-9451-ec098394b29b is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:05.412941 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (4bead452-0f4b-4214-9451-ec098394b29b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.480435 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.518936 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:05.588435 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ac8d08dc-df79-4dcc-bd8e-5bea65e50ff5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edcf57a6279243308232f9fbc8c158e2&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0172141 May 27 15:12:05.601003 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40802) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:05.617000 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Attempting to bind port 5dd7cd31-bca2-48b7-931b-1966c22d12aa on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:05.617378 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Attempting to bind port 5dd7cd31-bca2-48b7-931b-1966c22d12aa by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:05.618849 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Attempting to bind port 5dd7cd31-bca2-48b7-931b-1966c22d12aa on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:05.622195 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d08dc-df79-4dcc-bd8e-5bea65e50ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea0bb2c-0a24-49ef-a0b0-feec258068d7,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:05.628240 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:05.654421 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:05.662094 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:05.662510 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:05.662910 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.663292 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:05.663753 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Bound port: 5dd7cd31-bca2-48b7-931b-1966c22d12aa, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:05.664126 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.672858 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b11b7667-1d93-4de3-8362-fe29ac973b84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6712c1f221af4ed184db0fd21d094186&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0383668 May 27 15:12:05.702267 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:05.702457 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Provisioning complete for port 4bead452-0f4b-4214-9451-ec098394b29b triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:05.702659 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (4bead452-0f4b-4214-9451-ec098394b29b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.708227 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40804) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:05.725510 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.753532 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:12:05.759470 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ebc82917-597d-45c4-b582-bef02786fffd req-02114c7a-51ef-455c-a1ea-33d8a0378f82 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0666316 May 27 15:12:05.770640 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc962c9c-07e9-40dd-8a49-911487cf25d8 None None] Pushing event updated for resources: {'Port': ['ID=4bead452-0f4b-4214-9451-ec098394b29b,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:05.791033 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:12:05.798735 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.800200 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-967d18e2-56be-4a66-9ff3-4cbc28a28468 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5613325 May 27 15:12:05.801904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7667-1d93-4de3-8362-fe29ac973b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab432d3-796c-4a4a-8969-d1bf27ee1edd,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:05.807322 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40808) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:05.818318 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:05.819348 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:05.877979 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.db.api [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 15:12:05.878426 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG oslo_db.api [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 15:12:05.903460 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] For port 5dd7cd31-bca2-48b7-931b-1966c22d12aa, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:05.920432 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be44ea7a-896c-4b4e-93d1-07aa88f2808b admin admin] Publish callbacks [] for security_group (a2d02bfc-9fe4-4818-9035-b9a51b9abdfc), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.923264 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] For port 5dd7cd31-bca2-48b7-931b-1966c22d12aa, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=5dd7cd31-bca2-48b7-931b-1966c22d12aa,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:05.951961 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.969241 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be44ea7a-896c-4b4e-93d1-07aa88f2808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a2d02bfc-9fe4-4818-9035-b9a51b9abdfc), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:05.989399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:06.042236 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Current status of the port 4bead452-0f4b-4214-9451-ec098394b29b is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:06.060371 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:06.061277 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:06.064073 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:06.073475 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68063-cf4d-4024-8d6c-43b30253b205 None None] Pushing event updated for resources: {'Port': ['ID=5dd7cd31-bca2-48b7-931b-1966c22d12aa,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:06.115975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Provisioning complete for port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:06.116353 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.284400 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:06.374686 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863d3ed8-04d6-4558-b388-7136728c10aa admin admin] Publish callbacks [] for security_group (aea0bb2c-0a24-49ef-a0b0-feec258068d7), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.421498 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Current status of the port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:06.422012 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.453485 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-be44ea7a-896c-4b4e-93d1-07aa88f2808b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a21d285972be4f8288b8c78c6072eef7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6713045 May 27 15:12:06.454506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.467051 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40818) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:06.477894 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 4bead452-0f4b-4214-9451-ec098394b29b is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:06.568992 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:03Z', 'revision_number': 3, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:06.613506 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:12:06.614369 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Updating router 12b21b8a-f202-4693-af81-9ac2e2deba80 port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:12:06.615675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] For port a4ca4e3e-6acd-45fa-8467-aabf3a965b57, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:06.626265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.635694 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:00Z', 'revision_number': 3, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:06.658642 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863d3ed8-04d6-4558-b388-7136728c10aa admin admin] Publish callbacks [] for security_group (aea0bb2c-0a24-49ef-a0b0-feec258068d7), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.661403 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.700416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-356d0900-0bee-4bb5-b8ba-52ade052f385 admin admin] Publish callbacks [] for security_group (aab432d3-796c-4a4a-8969-d1bf27ee1edd), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.700626 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad09b6f-4e61-4647-9f7b-60d73554c5c4 None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:00Z', 'revision_number': 3, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:12:06.711047 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44ea7a-896c-4b4e-93d1-07aa88f2808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d02bfc-9fe4-4818-9035-b9a51b9abdfc,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:06.741615 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.776662 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f12cc793-5e8f-457f-bd33-47478973616b None None] Provisioning complete for port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:06.776800 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f12cc793-5e8f-457f-bd33-47478973616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.813423 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-356d0900-0bee-4bb5-b8ba-52ade052f385 admin admin] Publish callbacks [] for security_group (aab432d3-796c-4a4a-8969-d1bf27ee1edd), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.816986 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e440f2eb-6ab1-4c3b-95b3-3b7a3077c112 admin admin] Publish callbacks [] for security_group (a2d02bfc-9fe4-4818-9035-b9a51b9abdfc), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.850851 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device a4ca4e3e-6acd-45fa-8467-aabf3a965b57 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:06.852669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e440f2eb-6ab1-4c3b-95b3-3b7a3077c112 admin admin] Publish callbacks [] for security_group (a2d02bfc-9fe4-4818-9035-b9a51b9abdfc), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.860590 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3111653-ba28-4f06-8567-5fc8ff571d02 None None] Pushing event updated for resources: {'Port': ['ID=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:06.928917 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:06.939552 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e440f2eb-6ab1-4c3b-95b3-3b7a3077c112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a2d02bfc-9fe4-4818-9035-b9a51b9abdfc), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.945045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e440f2eb-6ab1-4c3b-95b3-3b7a3077c112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:06.946895 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e440f2eb-6ab1-4c3b-95b3-3b7a3077c112 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2d02bfc-9fe4-4818-9035-b9a51b9abdfc HTTP/1.1" status: 204 len: 168 time: 0.4787967 May 27 15:12:06.958768 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440f2eb-6ab1-4c3b-95b3-3b7a3077c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d02bfc-9fe4-4818-9035-b9a51b9abdfc,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:06.968725 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:06.968872 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.010637 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.016796 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-356d0900-0bee-4bb5-b8ba-52ade052f385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (aab432d3-796c-4a4a-8969-d1bf27ee1edd), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.029791 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-356d0900-0bee-4bb5-b8ba-52ade052f385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.033227 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-356d0900-0bee-4bb5-b8ba-52ade052f385 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aab432d3-796c-4a4a-8969-d1bf27ee1edd HTTP/1.1" status: 204 len: 168 time: 1.3199282 May 27 15:12:07.068136 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f12cc793-5e8f-457f-bd33-47478973616b None None] Current status of the port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:07.088617 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0900-0bee-4bb5-b8ba-52ade052f385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab432d3-796c-4a4a-8969-d1bf27ee1edd,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:07.114971 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.165594 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:07.203244 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Allocated IP 172.20.0.1 (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a/b0749bfc-24b1-44c4-bdaa-50a6cb01b967/2531e734-0121-444c-87b4-4cc7af5b0b2a) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:07.309863 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-523c0873-b4cd-4020-bd32-8b54fa88e588 req-e2d2c4e2-e0f7-4f77-a1ed-567138a59d30 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0506363 May 27 15:12:07.323707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:07.324234 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 4bead452-0f4b-4214-9451-ec098394b29b up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:07.414046 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Publish callbacks [] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.427637 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.453246 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 4bead452-0f4b-4214-9451-ec098394b29b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:07.453646 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (4bead452-0f4b-4214-9451-ec098394b29b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.488297 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Checking segment: {'id': '30e30aac-baa3-4e42-aa1f-232300aa5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b614b23b-76a1-4157-81fa-09a338c89ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:07.488686 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Network hostable DHCP agents. Network: b614b23b-76a1-4157-81fa-09a338c89ee1, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:12:07.496606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.496775 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.498634 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Attempting to bind port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:07.499118 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Attempting to bind port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:07.500116 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Attempting to bind port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:07.532660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.557497 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Allocated IP 172.20.0.1 (25b92ae9-fc97-4437-8dc2-335b8971db2a/3f2a335e-4f49-4d65-901e-26787aa95f1d/dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:07.557800 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Allocated IP 172.20.0.1 (fa7d805a-200a-417c-8552-13b168c382aa/7417e465-811c-44c6-9741-0e23c125ca54/0a58fcff-2e1e-49c7-bd84-2ba0c544f64f) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:07.561032 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:07.563500 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:07.564501 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.564973 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:07.566799 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Bound port: 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:07.567604 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.607555 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863d3ed8-04d6-4558-b388-7136728c10aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (aea0bb2c-0a24-49ef-a0b0-feec258068d7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.610553 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863d3ed8-04d6-4558-b388-7136728c10aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.612386 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-863d3ed8-04d6-4558-b388-7136728c10aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aea0bb2c-0a24-49ef-a0b0-feec258068d7 HTTP/1.1" status: 204 len: 168 time: 2.0078986 May 27 15:12:07.622542 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 4bead452-0f4b-4214-9451-ec098394b29b is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:07.624661 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 58bfe10d-1812-421d-937b-d264f101083b up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:07.698577 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d3ed8-04d6-4558-b388-7136728c10aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea0bb2c-0a24-49ef-a0b0-feec258068d7,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:07.703939 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.724903 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] For port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:07.738774 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Network b614b23b-76a1-4157-81fa-09a338c89ee1 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:12:07.742168 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.40', 59453) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:07.755470 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 58bfe10d-1812-421d-937b-d264f101083b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:07.761675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (58bfe10d-1812-421d-937b-d264f101083b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.776867 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] For port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:07.784205 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81ac1a-fa3e-4dcb-a92c-45a2fa1191c0 None None] Pushing event updated for resources: {'Port': ['ID=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:07.792216 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.855083 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks [] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.901801 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:07.915498 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:07.916546 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:07.956988 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.970428 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:07.975827 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40838) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:08.066398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 58bfe10d-1812-421d-937b-d264f101083b is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:08.067128 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (58bfe10d-1812-421d-937b-d264f101083b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.083669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e79344de-2125-4fac-8134-4086be288828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.130938 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-1e40b2f5-93fa-4068-a002-bb4fe5873980 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:08.132074 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:08.132750 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:08.142319 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-1e40b2f5-93fa-4068-a002-bb4fe5873980 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.40 "GET /v2.0/networks?id=c2b21ed3-dc9f-458d-a75a-110ba2d09293 HTTP/1.1" status: 200 len: 811 time: 0.3918383 May 27 15:12:08.156985 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 58bfe10d-1812-421d-937b-d264f101083b, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=58bfe10d-1812-421d-937b-d264f101083b,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:08.165475 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (58bfe10d-1812-421d-937b-d264f101083b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.241313 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, b614b23b-76a1-4157-81fa-09a338c89ee1) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:08.268660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d69aa-8b3e-416e-8d81-a73536d0352c None None] Network b614b23b-76a1-4157-81fa-09a338c89ee1 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:08.339673 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks [] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.343575 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=58bfe10d-1812-421d-937b-d264f101083b,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:08.363566 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e79344de-2125-4fac-8134-4086be288828 admin admin] Publish callbacks [] for security_group (55d3d974-0d01-425f-b3bd-c16630b4daad), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.375644 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Network fa7d805a-200a-417c-8552-13b168c382aa is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:08.376682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e79344de-2125-4fac-8134-4086be288828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (55d3d974-0d01-425f-b3bd-c16630b4daad), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.410102 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81ac1a-fa3e-4dcb-a92c-45a2fa1191c0 None None] Pushing event updated for resources: {'Port': ['ID=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:08.440230 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e79344de-2125-4fac-8134-4086be288828 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0694d8f552f5474a8d760d9aa74ee277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559019 May 27 15:12:08.441591 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79344de-2125-4fac-8134-4086be288828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3d974-0d01-425f-b3bd-c16630b4daad,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:08.444236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Request body: {'port': {'device_id': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293', 'admin_state_up': True, 'tenant_id': 'ef917e1df4a64838aba088201ddb8552'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:08.449284 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:08.451092 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40858) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:08.453065 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.464410 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:08.465242 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.472178 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:08.473575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (12b21b8a-f202-4693-af81-9ac2e2deba80), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.569399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489d46b-5537-47c1-b2d2-7e408190d8d3 None None] Network b614b23b-76a1-4157-81fa-09a338c89ee1 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:12:08.606662 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:03Z', 'revision_number': 3, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:08.676433 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b85a0-d028-4f9a-8bc8-33d60614ff3e None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:03Z', 'revision_number': 3, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:12:08.750632 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:08.837444 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-037937a4-e542-40a4-820f-1979401c170c req-d9a8e950-8dd6-466f-97b7-c2f24b4e2c36 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0888548 May 27 15:12:08.858740 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6caeb52e-d6ff-4c9c-8749-a1d842d4f651 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.5759578 May 27 15:12:08.860150 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:08.928798 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aedae883-aa47-42f0-b568-4fc0dc24bb0f admin admin] Publish callbacks [] for security_group (55d3d974-0d01-425f-b3bd-c16630b4daad), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:08.990589 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:08.991027 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.061148 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aedae883-aa47-42f0-b568-4fc0dc24bb0f admin admin] Publish callbacks [] for security_group (55d3d974-0d01-425f-b3bd-c16630b4daad), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.136026 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device a4ca4e3e-6acd-45fa-8467-aabf3a965b57 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:09.246343 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=14,neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:09.345195 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-0adf8b1d-ee83-4ebb-bbee-155adb6aeede None None] Provisioning complete for port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:09.345740 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0adf8b1d-ee83-4ebb-bbee-155adb6aeede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.357994 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:09.358363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.444415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40884) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:09.529015 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-0adf8b1d-ee83-4ebb-bbee-155adb6aeede None None] Port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:09.544550 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:09.554034 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.556585 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aedae883-aa47-42f0-b568-4fc0dc24bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (55d3d974-0d01-425f-b3bd-c16630b4daad), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.565417 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aedae883-aa47-42f0-b568-4fc0dc24bb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.566842 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aedae883-aa47-42f0-b568-4fc0dc24bb0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55d3d974-0d01-425f-b3bd-c16630b4daad HTTP/1.1" status: 204 len: 168 time: 1.1120753 May 27 15:12:09.581448 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=2531e734-0121-444c-87b4-4cc7af5b0b2a,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:09.625828 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Deleting subnet f1d4853b-1099-4743-8e81-3c0f29022c0b {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:12:09.629367 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:09.630478 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 58bfe10d-1812-421d-937b-d264f101083b up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:09.637744 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Publish callbacks [] for subnet (f1d4853b-1099-4743-8e81-3c0f29022c0b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.639980 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedae883-aa47-42f0-b568-4fc0dc24bb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3d974-0d01-425f-b3bd-c16630b4daad,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:09.667406 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks [] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.762184 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-67c1ffdd-c78e-4abc-b2b9-79c951db16b4 None None] Provisioning complete for port 2531e734-0121-444c-87b4-4cc7af5b0b2a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:09.769649 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-67c1ffdd-c78e-4abc-b2b9-79c951db16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.801518 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Publish callbacks [] for subnet (f1d4853b-1099-4743-8e81-3c0f29022c0b), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.832933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 58bfe10d-1812-421d-937b-d264f101083b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:09.833411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (58bfe10d-1812-421d-937b-d264f101083b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.834398 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (f1d4853b-1099-4743-8e81-3c0f29022c0b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.835293 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-67c1ffdd-c78e-4abc-b2b9-79c951db16b4 None None] Port 2531e734-0121-444c-87b4-4cc7af5b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:09.849185 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:09.875486 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Made reservation on behalf of ef917e1df4a64838aba088201ddb8552 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:09.879360 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:09.894071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.021367 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=6,neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:10.047390 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 58bfe10d-1812-421d-937b-d264f101083b is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:10.048495 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 5dd7cd31-bca2-48b7-931b-1966c22d12aa up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:10.093853 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Pushing event updated for resources: {'Port': ['ID=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:10.114466 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.167874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:10.187115 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 5dd7cd31-bca2-48b7-931b-1966c22d12aa triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:10.187846 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.200959 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:10.218388 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:10.222293 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (db571cba-f944-4955-902f-1bc579d1feb9), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.420163 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60737416-7ac1-435f-bc1d-f00d293e3a94 req-69aff3c7-4dd2-478f-81fa-85b7ec9ff79c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.2142320 May 27 15:12:10.485500 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 5dd7cd31-bca2-48b7-931b-1966c22d12aa is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:10.488479 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.559495 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 5dd7cd31-bca2-48b7-931b-1966c22d12aa, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=5dd7cd31-bca2-48b7-931b-1966c22d12aa,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:10.566351 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.665664 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for subnet (f1d4853b-1099-4743-8e81-3c0f29022c0b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.737913 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=5dd7cd31-bca2-48b7-931b-1966c22d12aa,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:10.801477 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d4853b-1099-4743-8e81-3c0f29022c0b,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:10.819173 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:10.828425 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:10.836606 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-61b4f5b3-13c6-4549-a5b4-4193b6fdebdc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f1d4853b-1099-4743-8e81-3c0f29022c0b HTTP/1.1" status: 204 len: 168 time: 1.3907454 May 27 15:12:10.840110 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 40914) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:11.010252 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c17b5f30-3c0c-4d5c-ae87-e5144068edcb None None] Provisioning complete for port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:11.010572 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c17b5f30-3c0c-4d5c-ae87-e5144068edcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.110340 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:11.115492 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.142387 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks [] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.160011 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.170158 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (12b21b8a-f202-4693-af81-9ac2e2deba80), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.233824 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c17b5f30-3c0c-4d5c-ae87-e5144068edcb None None] Port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:11.409937 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:11.410315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.455789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:11.472325 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:11.478680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.553285 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:11.560684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Network fa7d805a-200a-417c-8552-13b168c382aa is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:11.562943 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:11.627412 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks [] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.629237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:11.641575 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.644613 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.792572 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2992ac7e-a640-4aa3-aa73-aa23ed56f3d7 req-3e6581e8-72d1-43d5-93f6-d4ba0a864ce7 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0718880 May 27 15:12:11.808395 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (03d90dbc-313a-4058-9ef5-5540e35f9e8a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:11.810943 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=2531e734-0121-444c-87b4-4cc7af5b0b2a,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:11.814532 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Allocated IP 172.20.0.3 (c2b21ed3-dc9f-458d-a75a-110ba2d09293/419c217a-ed2c-4a09-b152-0bb94ef2cae5/759aef94-0828-4004-85eb-9b3aee7fc1c0) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:11.948769 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:12:11.953476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:12.080081 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4a0bf0cd-52e3-4ee8-b580-ec4381af8d93 None None] Provisioning complete for port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:12.080516 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf0cd-52e3-4ee8-b580-ec4381af8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:12.165105 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (03d90dbc-313a-4058-9ef5-5540e35f9e8a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:12.168360 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:12.197493 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.198078 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.198992 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.199391 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.199855 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.200252 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.200671 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.201147 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.201582 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.201983 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.224534 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bf0cd-52e3-4ee8-b580-ec4381af8d93 None None] Port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:12.267251 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:12:12.273073 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fccb3de5-72e4-4ce5-9ee5-b3a886933ab6 admin admin] 10.222.0.41 "PUT /v2.0/routers/12b21b8a-f202-4693-af81-9ac2e2deba80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4644551 May 27 15:12:12.285728 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:12:12.311393 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:12.313663 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:12.411463 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:12.545304 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:12.644206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.644864 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.646426 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.647534 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:12.649441 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d90dbc-313a-4058-9ef5-5540e35f9e8a']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:12.666681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:12.685847 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:12.758889 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:12.792125 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:12.811314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346278bc-5f20-42f7-9707-5f3a12b4cc34') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:12.811860 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346278bc-5f20-42f7-9707-5f3a12b4cc34') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:12.972196 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (346278bc-5f20-42f7-9707-5f3a12b4cc34), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:12.984080 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:12.984532 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:13.089927 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3aa87ec3-8533-4aba-bb73-dfbf5755cbbf req-ca0e6fe2-ce25-43d5-9b92-fa83faae918b tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0850620 May 27 15:12:13.140565 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 2, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:13.221458 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:12:13.221873 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Updating router 12b21b8a-f202-4693-af81-9ac2e2deba80 port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:12:13.287521 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (346278bc-5f20-42f7-9707-5f3a12b4cc34), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:13.306528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:13.341427 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:13.390200 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:12:13.390866 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (346278bc-5f20-42f7-9707-5f3a12b4cc34), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:13.393283 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:13.513053 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:13.514191 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 5dd7cd31-bca2-48b7-931b-1966c22d12aa up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:13.721870 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40972) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:13.739253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455720313', 'description': 'tempest-description--1417308426'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:13.795853 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:13.939928 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef370-c17a-4889-b551-7caca01883b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:13.967802 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:14.031128 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 5dd7cd31-bca2-48b7-931b-1966c22d12aa triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:14.031576 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.060974 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (29c14610-bd7c-4de7-9e5d-44d57d34cdba), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.070798 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (29c14610-bd7c-4de7-9e5d-44d57d34cdba), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.081281 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4840e333-72ba-4aaf-b519-2e0046e8f087 None None] Provisioning complete for port 2531e734-0121-444c-87b4-4cc7af5b0b2a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:14.081605 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4840e333-72ba-4aaf-b519-2e0046e8f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.218130 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.222864 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4992123 May 27 15:12:14.237213 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 40984) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:14.249193 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'security_group_rule': {'security_group_id': '29c14610-bd7c-4de7-9e5d-44d57d34cdba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:14.267547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4840e333-72ba-4aaf-b519-2e0046e8f087 None None] Port 2531e734-0121-444c-87b4-4cc7af5b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:14.403810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07caa98-c2ba-40c4-bcb5-98d3156c2c8c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c14610-bd7c-4de7-9e5d-44d57d34cdba,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:14.423179 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (03d90dbc-313a-4058-9ef5-5540e35f9e8a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.424945 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c5db53-0555-41a2-8567-3346c41ab953 req-8f2f522c-0d3f-486e-b797-96aec5db3fdb tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.1255977 May 27 15:12:14.428324 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (b2a6a85c-83bd-4676-a88f-164139d3c83b), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.506343 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.510195 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/03d90dbc-313a-4058-9ef5-5540e35f9e8a HTTP/1.1" status: 204 len: 168 time: 3.6636598 May 27 15:12:14.552210 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41000) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:14.618255 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (b2a6a85c-83bd-4676-a88f-164139d3c83b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.630189 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (b2a6a85c-83bd-4676-a88f-164139d3c83b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.654826 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks [] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.732418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a6a85c-83bd-4676-a88f-164139d3c83b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:14.750605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.764210 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d0dc3eb8-e029-406e-9c48-48ceed192718 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5252604 May 27 15:12:14.766599 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41016) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:14.782516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'security_group_rule': {'security_group_id': '29c14610-bd7c-4de7-9e5d-44d57d34cdba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:14.864614 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23025-135c-429c-bf8c-122df6e1b5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03d90dbc-313a-4058-9ef5-5540e35f9e8a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:14.882553 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (f1d1bca8-aa54-4886-a920-a2e31fd19b99), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:14.890092 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 5dd7cd31-bca2-48b7-931b-1966c22d12aa is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:14.999273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (f1d1bca8-aa54-4886-a920-a2e31fd19b99), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.004816 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (f1d1bca8-aa54-4886-a920-a2e31fd19b99), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.036322 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d1bca8-aa54-4886-a920-a2e31fd19b99,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:15.061601 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Deleting subnet ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:12:15.065316 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Publish callbacks [] for subnet (ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.068440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.069967 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bb70a4ea-c782-4777-a103-e0fcd64ae75c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021405 May 27 15:12:15.085476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41030) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:15.092761 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:15.120920 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3014291'] for subnet (ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.136205 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Publish callbacks [] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.141425 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.154018 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.214002 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.323513 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:15.334492 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26290452'] for subnet (ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.372305 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:15.381003 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:12:15.403958 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d11f5-b9cc-4307-96f7-6c615e224faf None None] Pushing event updated for resources: {'Port': ['ID=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:15.457418 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.466770 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67 HTTP/1.1" status: 204 len: 168 time: 0.9084654 May 27 15:12:15.501698 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41042) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:15.516908 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks [] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.522160 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.527644 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61022e-e119-4b04-9c98-55ac3715b111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0247ee-a0b4-43c1-bbff-b78e6a4d2a67,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:15.532072 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 346278bc-5f20-42f7-9707-5f3a12b4cc34 resource provider aggregate not found May 27 15:12:15.540852 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.550143 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.614649 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 346278bc-5f20-42f7-9707-5f3a12b4cc34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 346278bc-5f20-42f7-9707-5f3a12b4cc34 found for delete ", "request_id": "req-fcc6e5f1-5951-4df3-bce6-526dfe8eec73"}]} May 27 15:12:15.658885 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Attempting to bind port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:15.659769 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Attempting to bind port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:15.659929 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Attempting to bind port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f on network fa7d805a-200a-417c-8552-13b168c382aa {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:15.678688 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:15.681828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Checking segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:15.682332 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.682735 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Bound using segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:15.683253 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Bound port: 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:15.683616 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.748006 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-365eb151-82f5-4e10-8337-2ea02a108bfb None None] Provisioning complete for port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:15.750718 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-365eb151-82f5-4e10-8337-2ea02a108bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:15.754985 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:15.778120 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Network c2b21ed3-dc9f-458d-a75a-110ba2d09293 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:15.783098 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:12:15.796504 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Sync routers for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:12:15.808653 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Allocated IP 172.27.1.19 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/2af6f520-4939-4e7b-8132-9cf9272a735c) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:15.810686 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:15.823803 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ee916d4e-a7db-425c-9823-89686627ac61 admin admin] 10.222.0.41 "PUT /v2.0/routers/504d0ec9-5e0e-47a7-bee7-f1035c4d16ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8815596 May 27 15:12:15.838573 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:15.847916 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:11:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:15.848543 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:15.884226 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:15.940377 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Pushing event updated for resources: {'Port': ['ID=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:16.034062 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-365eb151-82f5-4e10-8337-2ea02a108bfb None None] Port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:16.046605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.058211 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-75ffc856-eea3-4ba5-8d04-ac23ca6cc87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.080690 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:16.081726 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:16.089024 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] For port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:16.089233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.100394 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] For port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:16.114130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.132296 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:16.134291 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (db571cba-f944-4955-902f-1bc579d1feb9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.145305 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:16.147931 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:16.209146 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41056) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:16.252433 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (4da7986f-71b7-4532-b8ed-0a41abaf6909), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.252954 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d11f5-b9cc-4307-96f7-6c615e224faf None None] Pushing event updated for resources: {'Port': ['ID=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:16.255010 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:16.261263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.291617 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:12:16.299177 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:16.409038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:16.414004 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9905040 May 27 15:12:16.427366 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:16.427993 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:16.807564 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-58e5bde1-eb47-41af-b10d-a9537330c9b1 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:12:16.809945 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-58e5bde1-eb47-41af-b10d-a9537330c9b1 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0161464 May 27 15:12:16.825957 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:16.860743 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:16.865500 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:16.897046 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad234773-7c14-4a63-a79e-98bbe00e2a22 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Pushing event updated for resources: {'Port': ['ID=759aef94-0828-4004-85eb-9b3aee7fc1c0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:17.025598 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6c63b50-36d8-4ca1-8a21-50fd3d050a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.032082 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:17.034466 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 2, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:17.116021 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Checking router: 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:12:17.116808 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Updating router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed port 2531e734-0121-444c-87b4-4cc7af5b0b2a binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:12:17.161959 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] Provisioning complete for port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:17.165792 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.167329 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:17.196338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.203513 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:17.234570 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:17.245380 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.277408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.316757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (4da7986f-71b7-4532-b8ed-0a41abaf6909), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.360885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:12:17.389450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eee96-107a-4050-89e1-c7767cbab538 req-b93fbc0c-61fa-4782-bc8c-1558ef4f5354 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:17.391161 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-919eee96-107a-4050-89e1-c7767cbab538 req-b93fbc0c-61fa-4782-bc8c-1558ef4f5354 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 931 time: 1.3076899 May 27 15:12:17.394613 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'Port': ['ID=2af6f520-4939-4e7b-8132-9cf9272a735c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:17.401148 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.415164 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3147976 May 27 15:12:17.571385 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (b614b23b-76a1-4157-81fa-09a338c89ee1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.661052 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.731736 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Request body: {'port': {'device_id': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:17.767736 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] Current status of the port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:17.768531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.867918 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6c63b50-36d8-4ca1-8a21-50fd3d050a67 admin admin] Publish callbacks [] for security_group (f158cb6d-f042-479d-9e4b-04ff03524fbe), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.908467 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6c63b50-36d8-4ca1-8a21-50fd3d050a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f158cb6d-f042-479d-9e4b-04ff03524fbe), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.915515 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] For port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:17.924228 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:17.934052 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:16Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:18.034142 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41100) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:18.040318 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f6c63b50-36d8-4ca1-8a21-50fd3d050a67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a91531b73624e06a99d8a425a9a5b83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7052083 May 27 15:12:18.040318 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c63b50-36d8-4ca1-8a21-50fd3d050a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f158cb6d-f042-479d-9e4b-04ff03524fbe,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:18.046625 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41102) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:18.074537 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e8e7d-d5bf-492b-8f10-146a36e074aa None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:16Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:12:18.205862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81548bff-b55e-4dcc-851a-20581ddbd103 None None] Pushing event updated for resources: {'Port': ['ID=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:18.209867 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3802f282-0663-426d-a829-01aac356034f admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:12:18.214486 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6a98-7fed-40ea-a67d-1e1df55b0e33 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'Port': ['ID=2af6f520-4939-4e7b-8132-9cf9272a735c,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:18.234524 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-3219dd5f-fa98-4c8e-ae50-00ff3ead146d None None] Provisioning complete for port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:18.238503 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3219dd5f-fa98-4c8e-ae50-00ff3ead146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.253110 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:18.263608 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-efb2a9bf-0df9-400f-be5e-3ff85122075d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:18.280062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-efb2a9bf-0df9-400f-be5e-3ff85122075d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 818 time: 0.6908457 May 27 15:12:18.343713 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-3af564e7-9122-4d7e-8dd2-972ee3153948 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/quotas/c162124048a34243867e236c81a70eb0 HTTP/1.1" status: 200 len: 375 time: 0.0567338 May 27 15:12:18.369601 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Publish callbacks [] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.396315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-3219dd5f-fa98-4c8e-ae50-00ff3ead146d None None] Port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:18.397544 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-919eee96-107a-4050-89e1-c7767cbab538 req-5e377a5c-7ba5-4c64-ad40-c1289fc3463e tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9880664 May 27 15:12:18.411505 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.447999 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.448686 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.493651 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8912f0c-bad4-4d53-b1d7-7b6e3a173c12 admin admin] Publish callbacks [] for security_group (f158cb6d-f042-479d-9e4b-04ff03524fbe), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.503668 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:12:18.513882 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3802f282-0663-426d-a829-01aac356034f admin admin] 10.222.0.41 "PUT /v2.0/routers/db571cba-f944-4955-902f-1bc579d1feb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1214974 May 27 15:12:18.527890 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:18.531071 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:18.640267 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:18.642981 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e2d85-4c2f-415f-9eae-95be6282b628 None None] Pushing event updated for resources: {'Port': ['ID=2531e734-0121-444c-87b4-4cc7af5b0b2a,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:18.682111 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (b614b23b-76a1-4157-81fa-09a338c89ee1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.700887 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8912f0c-bad4-4d53-b1d7-7b6e3a173c12 admin admin] Publish callbacks [] for security_group (f158cb6d-f042-479d-9e4b-04ff03524fbe), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.757604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:18.830911 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0028f8e8-b2ee-4689-9600-366235267b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.852395 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.852906 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.853892 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.854380 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:18.854813 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > port after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.856461 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.857224 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > port after_update 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.857483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.858000 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.865116 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.865646 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:18.970006 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Attempting to bind port 2531e734-0121-444c-87b4-4cc7af5b0b2a on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:18.975929 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Attempting to bind port 2531e734-0121-444c-87b4-4cc7af5b0b2a by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:18.978609 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Attempting to bind port 2531e734-0121-444c-87b4-4cc7af5b0b2a on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:18.994480 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:18.994856 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Checking segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:18.995261 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:18.995660 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Bound using segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:18.996128 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Bound port: 2531e734-0121-444c-87b4-4cc7af5b0b2a, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:18.996563 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.138069 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:19.225350 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] For port 2531e734-0121-444c-87b4-4cc7af5b0b2a, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:19.234412 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] For port 2531e734-0121-444c-87b4-4cc7af5b0b2a, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2531e734-0121-444c-87b4-4cc7af5b0b2a,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:19.242208 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.341267 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e2d85-4c2f-415f-9eae-95be6282b628 None None] Pushing event updated for resources: {'Port': ['ID=2531e734-0121-444c-87b4-4cc7af5b0b2a,revision_number=4']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:19.379660 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:19.381068 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:19.388776 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:19.389220 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:19.389505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:19.389827 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 15:12:19.392420 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b614b23b-76a1-4157-81fa-09a338c89ee1']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:19.407856 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759aef94-0828-4004-85eb-9b3aee7fc1c0 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:19.428847 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Publish callbacks [] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.446405 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] Provisioning complete for port 2531e734-0121-444c-87b4-4cc7af5b0b2a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:19.446919 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.495019 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Transition to ACTIVE for port object 759aef94-0828-4004-85eb-9b3aee7fc1c0 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:12:19.497653 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:19.504720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e30aac-baa3-4e42-aa1f-232300aa5948') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:19.505362 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e30aac-baa3-4e42-aa1f-232300aa5948') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:19.521965 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.567859 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:19.568478 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.583688 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (30e30aac-baa3-4e42-aa1f-232300aa5948), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.648019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (30e30aac-baa3-4e42-aa1f-232300aa5948), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.677330 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:12:19.678252 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (30e30aac-baa3-4e42-aa1f-232300aa5948), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:19.694141 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:19.815206 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:13Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:19.851619 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-b48ac564-8d8e-4cbe-b5c7-324027dea0c0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5002832 May 27 15:12:19.899645 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:12:19.900166 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Updating router db571cba-f944-4955-902f-1bc579d1feb9 port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:12:19.917935 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Pushing event updated for resources: {'Port': ['ID=759aef94-0828-4004-85eb-9b3aee7fc1c0,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:20.110641 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.146986 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.180015 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8912f0c-bad4-4d53-b1d7-7b6e3a173c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f158cb6d-f042-479d-9e4b-04ff03524fbe), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.183239 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8912f0c-bad4-4d53-b1d7-7b6e3a173c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.191090 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b8912f0c-bad4-4d53-b1d7-7b6e3a173c12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f158cb6d-f042-479d-9e4b-04ff03524fbe HTTP/1.1" status: 204 len: 168 time: 2.1301959 May 27 15:12:20.221107 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:20.311065 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:19Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:20.327310 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:20.350418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:20.354481 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-ada7f199-e3d0-473d-afc5-f181a01f7b26 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--455720313&fields=id&tenant_id=72d5173b32b5480790babb3d178b94fb HTTP/1.1" status: 200 len: 267 time: 1.5247214 May 27 15:12:20.373561 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (b614b23b-76a1-4157-81fa-09a338c89ee1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.388677 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6912027f-584b-4318-b3c3-25fe6027d5a6 None None] The sync data for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi is: [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:19Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:12:20.433567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8912f0c-bad4-4d53-b1d7-7b6e3a173c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f158cb6d-f042-479d-9e4b-04ff03524fbe,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:20.516982 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Attempting to bind port 759aef94-0828-4004-85eb-9b3aee7fc1c0 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:20.520390 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Attempting to bind port 759aef94-0828-4004-85eb-9b3aee7fc1c0 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '036f2453-8745-483b-a305-7d2021308049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:20.520896 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Attempting to bind port 759aef94-0828-4004-85eb-9b3aee7fc1c0 on network c2b21ed3-dc9f-458d-a75a-110ba2d09293 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:20.534607 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Port 759aef94-0828-4004-85eb-9b3aee7fc1c0 on network c2b21ed3-dc9f-458d-a75a-110ba2d09293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:12:20.534953 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.535775 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Attempting to bind port 759aef94-0828-4004-85eb-9b3aee7fc1c0 on network c2b21ed3-dc9f-458d-a75a-110ba2d09293 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:20.550750 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:20.550750 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Checking segment: {'id': '036f2453-8745-483b-a305-7d2021308049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:20.551881 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Bound using segment: {'id': '036f2453-8745-483b-a305-7d2021308049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:20.551881 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Bound port: 759aef94-0828-4004-85eb-9b3aee7fc1c0, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036f2453-8745-483b-a305-7d2021308049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:20.552569 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.560786 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] 10.222.0.41 "DELETE /v2.0/networks/b614b23b-76a1-4157-81fa-09a338c89ee1 HTTP/1.1" status: 204 len: 168 time: 5.0540037 May 27 15:12:20.694698 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:20.696356 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bcd07-c4ae-41aa-a335-72b9272ff00d admin admin] Pushing event deleted for resources: {'Network': ['ID=b614b23b-76a1-4157-81fa-09a338c89ee1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:20.829265 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 30e30aac-baa3-4e42-aa1f-232300aa5948 resource provider aggregate not found May 27 15:12:20.852280 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-24e1f88a-70df-4b26-a52c-d86416a70309 service neutron] 10.222.0.41 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9576859 May 27 15:12:20.932601 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:20.947119 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0028f8e8-b2ee-4689-9600-366235267b74 admin admin] Publish callbacks [] for security_group (e5d75d0b-dcce-4b5a-a490-494471c1cd56), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:20.967809 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] For port 759aef94-0828-4004-85eb-9b3aee7fc1c0, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:20.978473 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 30e30aac-baa3-4e42-aa1f-232300aa5948 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30e30aac-baa3-4e42-aa1f-232300aa5948 found for delete ", "request_id": "req-bb49c297-5469-4c42-b6d2-c483fbc0af5d"}]} May 27 15:12:21.022310 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0028f8e8-b2ee-4689-9600-366235267b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e5d75d0b-dcce-4b5a-a490-494471c1cd56), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.068025 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] Current status of the port 2531e734-0121-444c-87b4-4cc7af5b0b2a is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:21.068950 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.072697 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] For port 759aef94-0828-4004-85eb-9b3aee7fc1c0, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0,segment=NetworkSegment(036f2453-8745-483b-a305-7d2021308049),segment_id=036f2453-8745-483b-a305-7d2021308049)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:21.074415 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41160) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:21.145252 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.160235 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2531e734-0121-444c-87b4-4cc7af5b0b2a up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:21.162943 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41162) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:21.180598 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2daedafe-9ad5-4bf7-86c7-1040a8ae8b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.198669 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] For port 2531e734-0121-444c-87b4-4cc7af5b0b2a, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2531e734-0121-444c-87b4-4cc7af5b0b2a,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:21.200019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-8691a9b8-1759-43e2-8eb5-30dd7c5f9c38 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:21.208194 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-8691a9b8-1759-43e2-8eb5-30dd7c5f9c38 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 810 time: 0.7231684 May 27 15:12:21.224767 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028f8e8-b2ee-4689-9600-366235267b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d75d0b-dcce-4b5a-a490-494471c1cd56,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.233782 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:21.242553 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0028f8e8-b2ee-4689-9600-366235267b74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e932721cf3cc42b8bff32e55e6d485a6&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1916316 May 27 15:12:21.250574 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.254919 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-a0565323-2a85-48d5-a48b-f709bf70fc6b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/quotas/72d5173b32b5480790babb3d178b94fb HTTP/1.1" status: 200 len: 375 time: 0.0456414 May 27 15:12:21.278567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:21.279241 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.289620 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-e9060221-910b-4663-b2d1-991927d7395c service neutron] 10.222.0.40 "PUT /v2.0/ports/759aef94-0828-4004-85eb-9b3aee7fc1c0 HTTP/1.1" status: 200 len: 1093 time: 3.9147074 May 27 15:12:21.290093 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41164) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:21.292887 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'tag': '759aef94-0828-4004-85eb-9b3aee7fc1c0'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:21.326745 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a7fc6-f629-47f0-92a3-30be1067a974 None None] Pushing event updated for resources: {'Port': ['ID=2531e734-0121-444c-87b4-4cc7af5b0b2a,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.389114 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 2531e734-0121-444c-87b4-4cc7af5b0b2a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:21.389505 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.417657 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-c7cfac58-5efe-4b93-a294-729a6a666cf5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517293 May 27 15:12:21.469692 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-5169a4c7-d69e-45c5-af60-0348463fd563 service neutron] 10.222.0.41 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426731 May 27 15:12:21.478145 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a1b4ff9f-1c1e-4227-aced-2af84143da13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=267ba61d318543358dfc82753098ec7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2892611 May 27 15:12:21.480503 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41174) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:21.550538 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36fa8188-6346-444a-988d-6945d3058940 admin admin] Publish callbacks [] for security_group (e5d75d0b-dcce-4b5a-a490-494471c1cd56), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.578777 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060221-910b-4663-b2d1-991927d7395c service neutron] Pushing event updated for resources: {'Port': ['ID=759aef94-0828-4004-85eb-9b3aee7fc1c0,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.588675 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a97713d-3cf7-4629-b5a5-91b4919fee8d admin admin] Publish callbacks [] for security_group (021c6e1f-f0b8-4800-aa65-285de2f299ba), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.607597 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36fa8188-6346-444a-988d-6945d3058940 admin admin] Publish callbacks [] for security_group (e5d75d0b-dcce-4b5a-a490-494471c1cd56), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.636481 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a97713d-3cf7-4629-b5a5-91b4919fee8d admin admin] Publish callbacks [] for security_group (021c6e1f-f0b8-4800-aa65-285de2f299ba), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.690850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f59e3-72be-4164-9117-b85ea68221c0", "tag": "759aef94-0828-4004-85eb-9b3aee7fc1c0"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:21.702690 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36fa8188-6346-444a-988d-6945d3058940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e5d75d0b-dcce-4b5a-a490-494471c1cd56), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.705343 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36fa8188-6346-444a-988d-6945d3058940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.706689 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-36fa8188-6346-444a-988d-6945d3058940 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5d75d0b-dcce-4b5a-a490-494471c1cd56 HTTP/1.1" status: 204 len: 168 time: 0.4088991 May 27 15:12:21.713822 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:21.737734 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa8188-6346-444a-988d-6945d3058940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d75d0b-dcce-4b5a-a490-494471c1cd56,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.774940 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a97713d-3cf7-4629-b5a5-91b4919fee8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (021c6e1f-f0b8-4800-aa65-285de2f299ba), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.777559 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a97713d-3cf7-4629-b5a5-91b4919fee8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.781089 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1a97713d-3cf7-4629-b5a5-91b4919fee8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/021c6e1f-f0b8-4800-aa65-285de2f299ba HTTP/1.1" status: 204 len: 168 time: 0.2967596 May 27 15:12:21.786591 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Publish callbacks [] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.792212 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2daedafe-9ad5-4bf7-86c7-1040a8ae8b55 admin admin] Publish callbacks [] for security_group (955a720c-31eb-4013-87e1-f04619395439), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.799273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2daedafe-9ad5-4bf7-86c7-1040a8ae8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (955a720c-31eb-4013-87e1-f04619395439), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.810084 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97713d-3cf7-4629-b5a5-91b4919fee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c6e1f-f0b8-4800-aa65-285de2f299ba,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.833485 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:21.855012 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2daedafe-9ad5-4bf7-86c7-1040a8ae8b55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5fd3a395a754024babe5389c65e54b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7793565 May 27 15:12:21.859879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-1dce85b3-afba-4799-bd2f-663d12331121 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:12:21.863841 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-1dce85b3-afba-4799-bd2f-663d12331121 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1244814 May 27 15:12:21.864347 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41188) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:21.908206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daedafe-9ad5-4bf7-86c7-1040a8ae8b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a720c-31eb-4013-87e1-f04619395439,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.917781 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0bad-bf20-439d-b6b1-202a59001b58 None None] Pushing event updated for resources: {'Port': ['ID=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:21.923535 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-326c4d39-bec7-4443-a968-90c81e6efc19 None None] Provisioning complete for port 2531e734-0121-444c-87b4-4cc7af5b0b2a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:21.924396 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-326c4d39-bec7-4443-a968-90c81e6efc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.053930 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 2531e734-0121-444c-87b4-4cc7af5b0b2a is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:22.245284 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Attempting to bind port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:22.246027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Attempting to bind port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:22.246027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Attempting to bind port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:22.248730 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-326c4d39-bec7-4443-a968-90c81e6efc19 None None] Current status of the port 2531e734-0121-444c-87b4-4cc7af5b0b2a is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:22.268392 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:22.271551 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:22.271551 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.273803 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Bound using segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:22.274512 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Bound port: dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:22.280524 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.418497 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a9df3256-1355-4dec-bf71-6cbfc6e3a663 admin admin] Publish callbacks [] for security_group (955a720c-31eb-4013-87e1-f04619395439), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.431443 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-ae47a2c6-2bed-4614-b07c-1c125d0b7c91 service neutron] 10.222.0.41 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385416 May 27 15:12:22.516782 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1a4de2e-0b65-4fdd-aa79-bd8ea3ddd683 None None] Provisioning complete for port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:22.517540 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1a4de2e-0b65-4fdd-aa79-bd8ea3ddd683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.569964 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a9df3256-1355-4dec-bf71-6cbfc6e3a663 admin admin] Publish callbacks [] for security_group (955a720c-31eb-4013-87e1-f04619395439), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.627990 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4de2e-0b65-4fdd-aa79-bd8ea3ddd683 None None] Port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:22.681991 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] For port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:22.690914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] For port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:22.705390 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.829528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0bad-bf20-439d-b6b1-202a59001b58 None None] Pushing event updated for resources: {'Port': ['ID=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:22.841162 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:22.842724 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:12:22.844438 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:22.894642 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e155ca74-f895-4ce8-ae68-a956a0c142a4 service neutron] 10.222.0.41 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536333 May 27 15:12:22.915222 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a9df3256-1355-4dec-bf71-6cbfc6e3a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (955a720c-31eb-4013-87e1-f04619395439), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.921166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a9df3256-1355-4dec-bf71-6cbfc6e3a663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:22.929124 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a9df3256-1355-4dec-bf71-6cbfc6e3a663 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/955a720c-31eb-4013-87e1-f04619395439 HTTP/1.1" status: 204 len: 168 time: 1.0587106 May 27 15:12:22.957105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3256-1355-4dec-bf71-6cbfc6e3a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a720c-31eb-4013-87e1-f04619395439,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:23.107820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41226) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:23.113982 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208059810', 'description': 'tempest-description--234784562'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:23.128034 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41228) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:23.149961 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:23.170920 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:12:23.176385 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-04b6d97d-612c-45a4-b79a-845b483823cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.204736 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.311474 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2531e734-0121-444c-87b4-4cc7af5b0b2a up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:23.424433 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.427846 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41232) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:23.439469 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.540966 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:23.553053 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:23.567054 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.572062 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4630558 May 27 15:12:23.572946 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41246) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:23.580368 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 2531e734-0121-444c-87b4-4cc7af5b0b2a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:23.584575 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.600062 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': '4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:23.613351 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-04b6d97d-612c-45a4-b79a-845b483823cf admin admin] Publish callbacks [] for security_group (37db3b4b-9929-4b74-b104-b9d020a14d15), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.627813 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] Provisioning complete for port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:23.628540 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.642915 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532de6e-7bdc-4736-be3f-d7ab6b791368 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:23.644418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-04b6d97d-612c-45a4-b79a-845b483823cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (37db3b4b-9929-4b74-b104-b9d020a14d15), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.685846 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3781d11d-b0b9-4edd-b6c6-182f080f58e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7069066f7b541519f7f4ed54378adcf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2526927 May 27 15:12:23.693936 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41248) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:23.753929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923ac41-39c3-4d29-9fb9-cdcef37c8a8d req-40e3c071-3271-497b-b23c-6b6bad92a385 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:23.755693 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6923ac41-39c3-4d29-9fb9-cdcef37c8a8d req-40e3c071-3271-497b-b23c-6b6bad92a385 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 943 time: 0.3108234 May 27 15:12:23.981670 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec3136-9c8e-4df3-b342-07e5fc8bc08c x-openstack-request-id: req-38ec3136-9c8e-4df3-b342-07e5fc8bc08c {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:23.982195 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f59e3-72be-4164-9117-b85ea68221c0", "tag": "759aef94-0828-4004-85eb-9b3aee7fc1c0", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:23.983028 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38ec3136-9c8e-4df3-b342-07e5fc8bc08c {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:23.983632 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ec3136-9c8e-4df3-b342-07e5fc8bc08c'] response: {'name': 'network-changed', 'server_uuid': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'tag': '759aef94-0828-4004-85eb-9b3aee7fc1c0', 'status': 'completed', 'code': 200} May 27 15:12:23.985154 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (b5af17c3-e353-4b5e-8a14-a78b9e2fbb98), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:23.999348 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-65260b15-fb94-4855-b96f-18a06c6637a1 admin admin] Publish callbacks [] for security_group (4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.029503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-65260b15-fb94-4855-b96f-18a06c6637a1 admin admin] Publish callbacks [] for security_group (4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.108676 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-04b6d97d-612c-45a4-b79a-845b483823cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae474d6b6ed94af987351e90515ba87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9723725 May 27 15:12:24.109596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41264) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:24.185184 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6d97d-612c-45a4-b79a-845b483823cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db3b4b-9929-4b74-b104-b9d020a14d15,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:24.287324 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-b26319ae-7624-4477-8884-584fb28f264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:24.290091 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-b26319ae-7624-4477-8884-584fb28f264f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ef917e1df4a64838aba088201ddb8552&device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 1127 time: 0.1779258 May 27 15:12:24.312244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:24.322200 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:22Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:12:24.439258 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b0164-6759-48d9-b8e6-08ebd3f0a939 None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:22Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:12:24.445666 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 2531e734-0121-444c-87b4-4cc7af5b0b2a is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:24.497226 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-65260b15-fb94-4855-b96f-18a06c6637a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.499673 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-65260b15-fb94-4855-b96f-18a06c6637a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.501697 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-65260b15-fb94-4855-b96f-18a06c6637a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9 HTTP/1.1" status: 204 len: 168 time: 0.7986636 May 27 15:12:24.520514 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:24.522808 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-aba511c8-4bf1-4ebc-8cf6-49b77a5ddfab service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0 HTTP/1.1" status: 200 len: 217 time: 0.2128298 May 27 15:12:24.522974 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] Current status of the port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:24.525653 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.560717 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (b5af17c3-e353-4b5e-8a14-a78b9e2fbb98), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.578028 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65260b15-fb94-4855-b96f-18a06c6637a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4364e7b4-0ddf-4e32-9bcb-90e3c4f56fb9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:24.671608 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] For port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:24.675048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (b5af17c3-e353-4b5e-8a14-a78b9e2fbb98), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.706923 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-6d218c6d-eac2-4143-9fb5-b606107354ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:24.707329 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.708571 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-6d218c6d-eac2-4143-9fb5-b606107354ec service neutron] 10.222.0.40 "GET /v2.0/subnets?id=419c217a-ed2c-4a09-b152-0bb94ef2cae5 HTTP/1.1" status: 200 len: 851 time: 0.1332598 May 27 15:12:24.717463 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5af17c3-e353-4b5e-8a14-a78b9e2fbb98,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:24.753265 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-75f5bf24-9bcf-48c4-84f2-6fd4be3fd3b1 req-6855c71c-8eaa-49f1-95eb-1b8673636be6 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 210 time: 0.6773653 May 27 15:12:24.794898 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6923ac41-39c3-4d29-9fb9-cdcef37c8a8d req-a4bcb30f-60d1-4ab2-a03c-a57a8fb996b8 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0067198 May 27 15:12:24.795289 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:24.859819 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-0d1b30c6-65d1-4dc0-bd68-ebab4e780f55 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c2b21ed3-dc9f-458d-a75a-110ba2d09293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265676 May 27 15:12:24.862402 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.863550 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-77698303-269c-4f25-95f4-c391072c2b56 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2766809 May 27 15:12:24.866443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41284) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:24.872404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': '4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:24.876828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9a7b8-ce48-4b78-bedd-5133436a6ded None None] Pushing event updated for resources: {'Port': ['ID=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:24.891276 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe757ede-cd9d-4866-a0f8-013cc9877a72 admin admin] Publish callbacks [] for security_group (37db3b4b-9929-4b74-b104-b9d020a14d15), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:24.979298 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9975cb7b-896a-4aaa-8842-75bda73837bd req-e11744e7-dc37-4a8c-ac38-0c692a5bbb6a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 210 time: 0.0974257 May 27 15:12:24.995621 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe757ede-cd9d-4866-a0f8-013cc9877a72 admin admin] Publish callbacks [] for security_group (37db3b4b-9929-4b74-b104-b9d020a14d15), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.010198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (2fdf964f-a9fb-489c-9341-f37997a2debf), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.089865 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-7b9b4989-e565-4ed6-afec-3b96c7c60a60 service neutron] 10.222.0.40 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212877 May 27 15:12:25.142055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:25.223284 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:25.224132 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.256432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (2fdf964f-a9fb-489c-9341-f37997a2debf), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.294530 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (2fdf964f-a9fb-489c-9341-f37997a2debf), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.311114 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:25.348859 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.40', 59463) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:25.428761 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdf964f-a9fb-489c-9341-f37997a2debf,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:25.458431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:25.501030 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe757ede-cd9d-4866-a0f8-013cc9877a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (37db3b4b-9929-4b74-b104-b9d020a14d15), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.510939 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe757ede-cd9d-4866-a0f8-013cc9877a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.516661 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fe757ede-cd9d-4866-a0f8-013cc9877a72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37db3b4b-9929-4b74-b104-b9d020a14d15 HTTP/1.1" status: 204 len: 168 time: 1.4030385 May 27 15:12:25.536934 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-12f07f7a-2b3e-4e43-a1b8-74d8298eda26 req-9f7d5f1b-0f46-4bc1-93e3-742c6c291ed3 service neutron] 10.222.0.40 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403057 May 27 15:12:25.542292 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe757ede-cd9d-4866-a0f8-013cc9877a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db3b4b-9929-4b74-b104-b9d020a14d15,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:25.605960 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-47d12b53-a674-4dac-a020-852a4b05fc4a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:25.628320 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-47d12b53-a674-4dac-a020-852a4b05fc4a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 818 time: 0.3666050 May 27 15:12:25.640159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.642043 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-caaedeac-b614-405b-877d-547a860b13f5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7737343 May 27 15:12:25.644216 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-6fdf071f-ffb4-4b84-a2de-faa0825e451a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:25.646481 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-6fdf071f-ffb4-4b84-a2de-faa0825e451a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 818 time: 0.2938130 May 27 15:12:25.647515 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41324) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:25.653028 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:25.691215 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.694734 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-0868768f-03aa-4980-ad16-133663853787 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/quotas/c162124048a34243867e236c81a70eb0 HTTP/1.1" status: 200 len: 375 time: 0.0386529 May 27 15:12:25.833264 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-811ec398-da2f-4df8-85b2-67cb946736dd tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294849 May 27 15:12:25.849460 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:25.857764 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'port': {'device_id': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'admin_state_up': True, 'tenant_id': 'c162124048a34243867e236c81a70eb0'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:26.053073 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb57fb8-cd10-476c-8103-9c9e1ac4cc31 req-80ea1ba3-53de-48ec-8a04-a7a2c22ec389 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:26.055004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3bb57fb8-cd10-476c-8103-9c9e1ac4cc31 req-80ea1ba3-53de-48ec-8a04-a7a2c22ec389 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 943 time: 0.0863729 May 27 15:12:26.064939 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-08eb9cc7-3d45-4042-b030-187d42c7a060 service neutron] 10.222.0.41 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213621 May 27 15:12:26.196562 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Made reservation on behalf of c162124048a34243867e236c81a70eb0 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:26.203920 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:26.245158 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3bb57fb8-cd10-476c-8103-9c9e1ac4cc31 req-df897882-ea11-475e-833a-11e5c2418f86 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781051 May 27 15:12:26.278885 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-c5e7b567-1463-4cc0-a900-577bdd9f8bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090137 May 27 15:12:26.443068 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.27.1.120 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/b64ca6ee-3193-4942-b444-c0726df121e8) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:26.448222 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8c20fbfc-b583-4b0a-9214-0e838c21769b req-81151442-1f08-40f7-81b1-94dc71149a43 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 210 time: 0.0700731 May 27 15:12:26.594411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cd099c26-2c74-48b0-8cd9-b26ad61b6a0e req-e37e6485-439f-4d8e-accf-1f277f8e52f3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 210 time: 0.0618262 May 27 15:12:26.879026 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Allocated IP 172.20.0.9 (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a/b0749bfc-24b1-44c4-bdaa-50a6cb01b967/50dd4811-1b47-422c-9bcd-2b24d3055609) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:26.889350 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.40', 59469) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:26.937924 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 759aef94-0828-4004-85eb-9b3aee7fc1c0 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:12:27.013828 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:27.021610 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:27.237161 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (b64ca6ee-3193-4942-b444-c0726df121e8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.268720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-33ac571a-d135-4492-9850-339c88f3d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:27.281138 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-33ac571a-d135-4492-9850-339c88f3d28b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ef917e1df4a64838aba088201ddb8552&device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 1127 time: 0.3850806 May 27 15:12:27.320958 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-a13bd938-1a57-4466-878b-23ed3b4c3e7e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:27.329291 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 759aef94-0828-4004-85eb-9b3aee7fc1c0, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0,segment=NetworkSegment(036f2453-8745-483b-a305-7d2021308049),segment_id=036f2453-8745-483b-a305-7d2021308049)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:27.330159 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-a13bd938-1a57-4466-878b-23ed3b4c3e7e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 810 time: 0.2968333 May 27 15:12:27.336988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.367527 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '759aef94-0828-4004-85eb-9b3aee7fc1c0', 'network_id': 'c2b21ed3-dc9f-458d-a75a-110ba2d09293', 'port_id': '759aef94-0828-4004-85eb-9b3aee7fc1c0', 'mac_address': 'fa:16:3e:42:c7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419c217a-ed2c-4a09-b152-0bb94ef2cae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:12:27.455509 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-b5d3fa79-1d76-49a6-b9c4-9c28f4758c85 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d5173b32b5480790babb3d178b94fb HTTP/1.1" status: 200 len: 379 time: 0.0777552 May 27 15:12:27.473276 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'port': {'device_id': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'admin_state_up': True, 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'security_groups': ['29c14610-bd7c-4de7-9e5d-44d57d34cdba']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:27.485939 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (b64ca6ee-3193-4942-b444-c0726df121e8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.501910 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 759aef94-0828-4004-85eb-9b3aee7fc1c0 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:27.503427 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.547821 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759aef94-0828-4004-85eb-9b3aee7fc1c0 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:27.572871 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:27.614560 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=b64ca6ee-3193-4942-b444-c0726df121e8,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:27.617780 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:27.624062 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.626330 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:27.675433 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 759aef94-0828-4004-85eb-9b3aee7fc1c0, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0,segment=NetworkSegment(036f2453-8745-483b-a305-7d2021308049),segment_id=036f2453-8745-483b-a305-7d2021308049)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:27.681037 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb8ade-032f-4d06-b450-2192ac0152a4 req-16ce19f5-9e21-4188-aa91-07e232d7c519 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:27.686362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.692425 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84eb8ade-032f-4d06-b450-2192ac0152a4 req-16ce19f5-9e21-4188-aa91-07e232d7c519 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 943 time: 0.2201409 May 27 15:12:27.763851 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:27.786021 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:27.799467 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:27.803932 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:27.823039 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=759aef94-0828-4004-85eb-9b3aee7fc1c0,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:27.866419 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:27.867650 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.912336 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:27.930098 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'Port': ['ID=50dd4811-1b47-422c-9bcd-2b24d3055609,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:27.937793 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Made reservation on behalf of 72d5173b32b5480790babb3d178b94fb for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:27.942413 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad98b6d1-ac1d-480c-9188-ea8c1d7be9ea req-e0ccce56-2281-42dc-89fc-c52c1991d569 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 210 time: 0.2304413 May 27 15:12:27.944564 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:27.967997 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:27.989744 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['759aef94-0828-4004-85eb-9b3aee7fc1c0'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:12:28.026263 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:28.073111 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-a6094643-4962-4410-a142-5be423ed1d5b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2265639 May 27 15:12:28.141812 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-55e239f0-29f9-4104-8146-2f27ebeac87f req-a2fec788-1586-43cb-b3ff-6bcf6869ab64 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 210 time: 0.0648475 May 27 15:12:28.166737 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4c25a03d-2c15-4067-8a0f-9df189118a02 None None] Provisioning complete for port 50dd4811-1b47-422c-9bcd-2b24d3055609 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:28.167102 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4c25a03d-2c15-4067-8a0f-9df189118a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:28.195751 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (a67079b3-badd-41d7-bc6b-8c75c9a7f93b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:28.205648 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84eb8ade-032f-4d06-b450-2192ac0152a4 req-cd972dcf-4dd8-4305-afbb-33075f5aab4c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521337 May 27 15:12:28.212839 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4c25a03d-2c15-4067-8a0f-9df189118a02 None None] Port 50dd4811-1b47-422c-9bcd-2b24d3055609 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:28.213034 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-63c93227-56bf-4cb4-b65b-c44936007e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:28.214320 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-63c93227-56bf-4cb4-b65b-c44936007e77 service neutron] 10.222.0.40 "GET /v2.0/networks?id=c2b21ed3-dc9f-458d-a75a-110ba2d09293 HTTP/1.1" status: 200 len: 912 time: 0.9269688 May 27 15:12:28.246036 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Request body: {'port': {'device_id': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:28.356851 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b64ca6ee-3193-4942-b444-c0726df121e8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:28.400217 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.40', 59476) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:28.421054 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-3e75c8bd-2fe5-40f7-ad04-770254acc6c0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0 HTTP/1.1" status: 200 len: 217 time: 0.1807301 May 27 15:12:28.564112 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:28.687689 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-84d841b2-b7c6-4428-aa46-6544cf8fbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:28.692007 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-84d841b2-b7c6-4428-aa46-6544cf8fbeba service neutron] 10.222.0.40 "GET /v2.0/subnets?id=419c217a-ed2c-4a09-b152-0bb94ef2cae5 HTTP/1.1" status: 200 len: 851 time: 0.2579975 May 27 15:12:28.791725 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-e7bb9dcc-1a0f-4c30-9711-ac621c938160 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c2b21ed3-dc9f-458d-a75a-110ba2d09293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952308 May 27 15:12:28.803422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-f5d4d162-6621-4f48-8d2e-15408a90b21f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:28.805649 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-f5d4d162-6621-4f48-8d2e-15408a90b21f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 818 time: 0.4002182 May 27 15:12:28.821907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'port': {'device_id': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'admin_state_up': True, 'tenant_id': 'c162124048a34243867e236c81a70eb0'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:28.908671 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (b64ca6ee-3193-4942-b444-c0726df121e8), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:28.914655 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Allocated IP 172.20.0.3 (fa7d805a-200a-417c-8552-13b168c382aa/7417e465-811c-44c6-9741-0e23c125ca54/5737ab7a-1d8d-4ce7-85ab-97d0a121905d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:28.935109 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (b64ca6ee-3193-4942-b444-c0726df121e8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.000398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 759aef94-0828-4004-85eb-9b3aee7fc1c0 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:29.079551 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-36b90daf-0671-44b3-834a-da07a8aca8c0 service neutron] 10.222.0.40 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727892 May 27 15:12:29.133692 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 759aef94-0828-4004-85eb-9b3aee7fc1c0 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:12:29.149574 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 759aef94-0828-4004-85eb-9b3aee7fc1c0 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:29.150305 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.228557 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:29.237902 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:29.303535 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cc7dc5c-6d49-494c-81d0-7a977f8a7e9b req-81005d94-310d-4872-8ce5-a8dbb025db18 service neutron] 10.222.0.40 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074203 May 27 15:12:29.363789 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 759aef94-0828-4004-85eb-9b3aee7fc1c0 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:29.364626 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.449786 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759aef94-0828-4004-85eb-9b3aee7fc1c0'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:29.492930 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=b64ca6ee-3193-4942-b444-c0726df121e8,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:29.524380 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:29.592640 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b8bba78-11aa-486c-96fd-dc2f4162dc04 req-2de970f3-6b28-4c34-bdf7-a9169ed2b0c0 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 210 time: 0.2807820 May 27 15:12:29.620851 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Made reservation on behalf of c162124048a34243867e236c81a70eb0 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:29.632992 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.632992 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1cfa8b1a-8a2c-401e-95eb-d7f9a34285f1 req-b50da9c2-de89-4018-846e-a5dcb19d77f4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 210 time: 0.3238773 May 27 15:12:29.656781 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 759aef94-0828-4004-85eb-9b3aee7fc1c0, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0,segment=NetworkSegment(036f2453-8745-483b-a305-7d2021308049),segment_id=036f2453-8745-483b-a305-7d2021308049)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:29.663803 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.684060 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a67079b3-badd-41d7-bc6b-8c75c9a7f93b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.740279 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.744248 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.745332 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e4b45d31-0614-4f4f-b1d3-bbc32dc884dc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0962625 May 27 15:12:29.950158 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=759aef94-0828-4004-85eb-9b3aee7fc1c0,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:29.975602 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:29.983075 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b6315-1278-4b62-bd76-0a4e84308995 req-5b0215b5-1e75-4fb5-a55c-c48f339dddd7 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:29.986334 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-294b6315-1278-4b62-bd76-0a4e84308995 req-5b0215b5-1e75-4fb5-a55c-c48f339dddd7 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.1210573 May 27 15:12:30.051230 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.071818 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dd4811-1b47-422c-9bcd-2b24d3055609 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:30.096394 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-294b6315-1278-4b62-bd76-0a4e84308995 req-f9ff462f-90c2-4806-b7df-bc46a81976e6 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014113 May 27 15:12:30.121772 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Publish callbacks [] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.140733 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0da28-4381-4385-b587-44ea962574cc" -d '{"events": [{"server_uuid": "3f5f59e3-72be-4164-9117-b85ea68221c0", "name": "network-vif-plugged", "status": "completed", "tag": "759aef94-0828-4004-85eb-9b3aee7fc1c0"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:30.189943 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Network fa7d805a-200a-417c-8552-13b168c382aa is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:30.194742 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Transition to ACTIVE for port object 50dd4811-1b47-422c-9bcd-2b24d3055609 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:12:30.200959 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:30.206737 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:30.211293 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.216549 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'Port': ['ID=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:30.313867 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:30.316706 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:30.375909 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:30.376672 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.463012 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Allocated IP 172.20.0.14 (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a/b0749bfc-24b1-44c4-bdaa-50a6cb01b967/f267f173-ac83-4368-b018-5052c6c6d82d) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:30.491749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c1896-b6d5-4a80-ac54-a925e72cc5c4 x-openstack-request-id: req-1d3c1896-b6d5-4a80-ac54-a925e72cc5c4 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:30.492263 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f59e3-72be-4164-9117-b85ea68221c0", "name": "network-vif-plugged", "status": "completed", "tag": "759aef94-0828-4004-85eb-9b3aee7fc1c0", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:30.492593 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d3c1896-b6d5-4a80-ac54-a925e72cc5c4 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:30.493048 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3c1896-b6d5-4a80-ac54-a925e72cc5c4'] response: {'server_uuid': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759aef94-0828-4004-85eb-9b3aee7fc1c0', 'code': 200} May 27 15:12:30.551138 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Pushing event updated for resources: {'Port': ['ID=50dd4811-1b47-422c-9bcd-2b24d3055609,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:30.715031 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-e51ad6b0-cdfd-4e54-aa2a-f82291f42b5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2500484 May 27 15:12:30.752356 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Request body: {'port': {'device_id': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:30.765754 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Attempting to bind port 50dd4811-1b47-422c-9bcd-2b24d3055609 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:30.771305 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Attempting to bind port 50dd4811-1b47-422c-9bcd-2b24d3055609 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:30.771877 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Attempting to bind port 50dd4811-1b47-422c-9bcd-2b24d3055609 on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:30.807412 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Port 50dd4811-1b47-422c-9bcd-2b24d3055609 on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:12:30.807896 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:30.808692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Attempting to bind port 50dd4811-1b47-422c-9bcd-2b24d3055609 on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:30.811078 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:30.822404 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:30.823148 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Checking segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:30.823876 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Bound using segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:30.824596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Bound port: 50dd4811-1b47-422c-9bcd-2b24d3055609, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:30.825198 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.878821 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for port (f267f173-ac83-4368-b018-5052c6c6d82d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.892922 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-ce3e532d-1e26-485f-a9b0-fc66cc7653b4 None None] Provisioning complete for port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:30.895155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ce3e532d-1e26-485f-a9b0-fc66cc7653b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.908888 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:30.986666 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-3552c448-a4ea-414e-b352-f7522d2d3936 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1208059810&fields=id&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 267 time: 0.7970390 May 27 15:12:31.003308 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] For port 50dd4811-1b47-422c-9bcd-2b24d3055609, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:31.003504 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e532d-1e26-485f-a9b0-fc66cc7653b4 None None] Port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:31.011890 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] For port 50dd4811-1b47-422c-9bcd-2b24d3055609, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=50dd4811-1b47-422c-9bcd-2b24d3055609,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:31.050800 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:31.065130 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:31.115342 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:31.121901 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.126380 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:31.129087 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] 10.222.0.40 "PUT /v2.0/ports/50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 1093 time: 2.8907094 May 27 15:12:31.174513 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'tag': '50dd4811-1b47-422c-9bcd-2b24d3055609'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:31.182990 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457209fe-5171-443a-8329-f04920c80c66" -d '{"events": [{"name": "network-changed", "server_uuid": "4e89d631-1962-4ed9-a49a-96fe0948d096", "tag": "50dd4811-1b47-422c-9bcd-2b24d3055609"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:31.198998 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d97794-8e4a-4044-9e08-def0e2a46eb0 req-3b87e4b7-1acd-484f-892f-a39395888fef tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.207648 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-10d97794-8e4a-4044-9e08-def0e2a46eb0 req-3b87e4b7-1acd-484f-892f-a39395888fef tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 931 time: 0.3933907 May 27 15:12:31.215444 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-3f364bcb-19d6-4543-a5c9-3a3316e7ec91 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.217260 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-3f364bcb-19d6-4543-a5c9-3a3316e7ec91 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.2297297 May 27 15:12:31.227305 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73de8-acf5-4f08-bf03-5de39f51aee8 req-f498a208-3210-4a43-b1ff-c0640f47f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.228971 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22b73de8-acf5-4f08-bf03-5de39f51aee8 req-f498a208-3210-4a43-b1ff-c0640f47f018 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 1129 time: 0.4135153 May 27 15:12:31.306458 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-eddfe00e-10e6-46ab-8796-17e1c2edbb0c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/quotas/cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 375 time: 0.0660229 May 27 15:12:31.306923 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41562) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:31.310789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-22b73de8-acf5-4f08-bf03-5de39f51aee8 req-3636582e-5cc6-40d4-806f-f58af20e54b6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:31.359112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:31.403855 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333032ee-67c2-457a-adcc-5b896cc783ed service neutron] Pushing event updated for resources: {'Port': ['ID=50dd4811-1b47-422c-9bcd-2b24d3055609,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:31.532768 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-10d97794-8e4a-4044-9e08-def0e2a46eb0 req-eead7405-9ebc-4f2b-aad0-091e40d4ab0f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196781 May 27 15:12:31.593298 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-d337a7e0-0514-4701-b4c6-9612d2a9d3e6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2699082 May 27 15:12:31.608992 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-fa2427fb-28ee-47c0-94a6-ffeb939ce9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.608992 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-fa2427fb-28ee-47c0-94a6-ffeb939ce9a8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1127 time: 0.4173341 May 27 15:12:31.615902 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:31.627582 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:31.637713 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:31.725211 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-aa217b92-6ccc-49d2-92e3-5512895e6e7b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 217 time: 0.0919824 May 27 15:12:31.765160 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'Port': ['ID=f267f173-ac83-4368-b018-5052c6c6d82d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:31.842942 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-dae4edb6-2166-4c45-9ca9-8b36b396957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.844516 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-dae4edb6-2166-4c45-9ca9-8b36b396957a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.1140680 May 27 15:12:31.915846 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.916614 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:31.925590 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70a1c3-10a2-45c2-a537-4b781a42c55c req-240f7dee-32ff-40ba-819f-06ec87456ce5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:31.927174 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e70a1c3-10a2-45c2-a537-4b781a42c55c req-240f7dee-32ff-40ba-819f-06ec87456ce5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 932 time: 0.1635232 May 27 15:12:31.975779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:31.994519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1fb1a20f-5f8f-423a-a75f-e343ca5028f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.004602 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:32.017020 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-5ce73a96-9e35-473d-946b-5f36f2920918 None None] Provisioning complete for port f267f173-ac83-4368-b018-5052c6c6d82d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:32.017399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5ce73a96-9e35-473d-946b-5f36f2920918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.026052 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-042e99d8-9fb5-460e-a6df-e02e5f7cf799 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2110105 May 27 15:12:32.029432 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-764fc231-ac26-470d-9367-145bd274d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:32.033521 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-764fc231-ac26-470d-9367-145bd274d975 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1819234 May 27 15:12:32.041185 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Request body: {'port': {'device_id': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:32.059912 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-dc84179c-3d67-4082-8edf-115cedb194a7 service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318145 May 27 15:12:32.093279 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-5ce73a96-9e35-473d-946b-5f36f2920918 None None] Port f267f173-ac83-4368-b018-5052c6c6d82d cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:32.099340 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:32.127871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-22b73de8-acf5-4f08-bf03-5de39f51aee8 req-3636582e-5cc6-40d4-806f-f58af20e54b6 service neutron] Publish callbacks [] for security_group (d664dbb3-048c-47d8-90c4-2c6770a22c82), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.160618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-22b73de8-acf5-4f08-bf03-5de39f51aee8 req-3636582e-5cc6-40d4-806f-f58af20e54b6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d664dbb3-048c-47d8-90c4-2c6770a22c82), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.201247 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e70a1c3-10a2-45c2-a537-4b781a42c55c req-4dc18303-9172-417a-a95f-41cfce05f5d4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649598 May 27 15:12:32.262124 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22b73de8-acf5-4f08-bf03-5de39f51aee8 req-3636582e-5cc6-40d4-806f-f58af20e54b6 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0191636 May 27 15:12:32.279137 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-317ddd51-2653-40b0-8a61-0cc6a49a4a78 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719563 May 27 15:12:32.291108 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5737ab7a-1d8d-4ce7-85ab-97d0a121905d {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:32.298847 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Publish callbacks [] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.313483 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Transition to ACTIVE for port object 5737ab7a-1d8d-4ce7-85ab-97d0a121905d will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:12:32.315904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636582e-5cc6-40d4-806f-f58af20e54b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d664dbb3-048c-47d8-90c4-2c6770a22c82,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:32.317352 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.387790 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.401642 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Pushing event updated for resources: {'Port': ['ID=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:32.425538 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658fa9c-6bde-4c24-b20b-1eaca96cf4a6 req-1a7d2370-a12a-4918-933a-8c1aac5bf137 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:32.427049 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f658fa9c-6bde-4c24-b20b-1eaca96cf4a6 req-1a7d2370-a12a-4918-933a-8c1aac5bf137 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.1145098 May 27 15:12:32.437563 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-dea39685-bae3-4c5d-999f-98d5d0781e1c service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464358 May 27 15:12:32.464149 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Attempting to bind port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:32.464505 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Attempting to bind port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:32.464846 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Attempting to bind port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d on network fa7d805a-200a-417c-8552-13b168c382aa {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:32.471388 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d on network fa7d805a-200a-417c-8552-13b168c382aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:12:32.471971 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Attempting to bind port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d on network fa7d805a-200a-417c-8552-13b168c382aa {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:32.581902 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1fb1a20f-5f8f-423a-a75f-e343ca5028f8 admin admin] Publish callbacks [] for security_group (da5ac19a-ca32-4e2c-9b9e-76058ddb188c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.591532 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eff6385d-302c-49c7-bdd2-3504df1fb4c8 req-680e4227-1d98-46e7-9d94-d01bbd9714a9 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117675 May 27 15:12:32.592301 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:32.592669 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Checking segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:32.593051 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Bound using segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:32.593491 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Bound port: 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:32.593848 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.595189 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1fb1a20f-5f8f-423a-a75f-e343ca5028f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (da5ac19a-ca32-4e2c-9b9e-76058ddb188c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.612664 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f658fa9c-6bde-4c24-b20b-1eaca96cf4a6 req-65180351-3db0-44d3-b221-2c3865cb8dd8 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737814 May 27 15:12:32.711008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7b66d9-a971-4825-89b2-61a69f7e1f98 x-openstack-request-id: req-0d7b66d9-a971-4825-89b2-61a69f7e1f98 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:32.711008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e89d631-1962-4ed9-a49a-96fe0948d096", "tag": "50dd4811-1b47-422c-9bcd-2b24d3055609", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:32.711008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d7b66d9-a971-4825-89b2-61a69f7e1f98 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:32.711008 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7b66d9-a971-4825-89b2-61a69f7e1f98'] response: {'name': 'network-changed', 'server_uuid': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'tag': '50dd4811-1b47-422c-9bcd-2b24d3055609', 'status': 'completed', 'code': 200} May 27 15:12:32.711008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:32.774725 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] For port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:32.786026 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] For port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:32.796002 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.853710 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:32.854274 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:32.855972 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] 10.222.0.40 "PUT /v2.0/ports/5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 1093 time: 2.1116617 May 27 15:12:32.914551 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a670e1-25f6-47c1-994f-674dedf0c860 service neutron] Pushing event updated for resources: {'Port': ['ID=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:33.195535 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1fb1a20f-5f8f-423a-a75f-e343ca5028f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55823005c36d4eda881a53197432ad20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8851688 May 27 15:12:33.199013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41636) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:33.220055 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1a20f-5f8f-423a-a75f-e343ca5028f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ac19a-ca32-4e2c-9b9e-76058ddb188c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:33.243937 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2ecc98e4-2c22-4c72-bd15-2409cff5bf83 req-c8f357af-2abd-4cf7-a89d-c3bf617a5aa3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.4372642 May 27 15:12:33.253834 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:33.321562 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c104ae0-fbf3-4677-ad53-3bcd15748a23 admin admin] Publish callbacks [] for security_group (da5ac19a-ca32-4e2c-9b9e-76058ddb188c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.350748 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c104ae0-fbf3-4677-ad53-3bcd15748a23 admin admin] Publish callbacks [] for security_group (da5ac19a-ca32-4e2c-9b9e-76058ddb188c), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.354178 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac440e1-2875-4feb-a2af-924eed7dc848 req-298ff061-965b-46e7-8a55-19b6b3506301 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:33.356237 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ac440e1-2875-4feb-a2af-924eed7dc848 req-298ff061-965b-46e7-8a55-19b6b3506301 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 943 time: 0.5520568 May 27 15:12:33.427807 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c104ae0-fbf3-4677-ad53-3bcd15748a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (da5ac19a-ca32-4e2c-9b9e-76058ddb188c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.428014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:33.434396 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c104ae0-fbf3-4677-ad53-3bcd15748a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.437276 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0c104ae0-fbf3-4677-ad53-3bcd15748a23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da5ac19a-ca32-4e2c-9b9e-76058ddb188c HTTP/1.1" status: 204 len: 168 time: 0.2360852 May 27 15:12:33.448866 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104ae0-fbf3-4677-ad53-3bcd15748a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ac19a-ca32-4e2c-9b9e-76058ddb188c,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:33.488108 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81ccc5-dbdc-4fb3-a2bd-e6cb2fbbd04c req-d7f06986-2cb2-4d8c-b579-6c8361fb349c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:33.489758 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f81ccc5-dbdc-4fb3-a2bd-e6cb2fbbd04c req-d7f06986-2cb2-4d8c-b579-6c8361fb349c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 932 time: 0.1691585 May 27 15:12:33.573788 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ac440e1-2875-4feb-a2af-924eed7dc848 req-003d7d85-3ee2-45ef-9b8b-dce402e3cf18 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922956 May 27 15:12:33.620317 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f81ccc5-dbdc-4fb3-a2bd-e6cb2fbbd04c req-fd764601-0bed-43e1-820a-b69a9bb36c8f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177576 May 27 15:12:33.675942 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f267f173-ac83-4368-b018-5052c6c6d82d {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:33.694757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Publish callbacks [] for port (f267f173-ac83-4368-b018-5052c6c6d82d), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.712495 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:33.751693 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Transition to ACTIVE for port object f267f173-ac83-4368-b018-5052c6c6d82d will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:12:33.807759 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967fffa-01cb-4b8d-84f2-ac2be4867479 req-15ee504e-81e2-4d47-aa73-083e7b4dc59c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:33.809614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d967fffa-01cb-4b8d-84f2-ac2be4867479 req-15ee504e-81e2-4d47-aa73-083e7b4dc59c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.0900643 May 27 15:12:33.811745 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.891516 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41662) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:33.907244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Pushing event updated for resources: {'Port': ['ID=f267f173-ac83-4368-b018-5052c6c6d82d,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:33.921963 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed69bb15-cc2b-4027-83d3-3f6960a88ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:33.967265 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d967fffa-01cb-4b8d-84f2-ac2be4867479 req-dc1bc7bc-cf20-45fc-b407-f5ebf0cb86e2 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487355 May 27 15:12:34.011681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed69bb15-cc2b-4027-83d3-3f6960a88ca1 admin admin] Publish callbacks [] for security_group (38012f90-8eb0-43d7-82a9-a6a0abf89efb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.016861 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed69bb15-cc2b-4027-83d3-3f6960a88ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (38012f90-8eb0-43d7-82a9-a6a0abf89efb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.026512 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Attempting to bind port f267f173-ac83-4368-b018-5052c6c6d82d on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:34.026963 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Attempting to bind port f267f173-ac83-4368-b018-5052c6c6d82d by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:34.027386 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Attempting to bind port f267f173-ac83-4368-b018-5052c6c6d82d on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:34.032689 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Port f267f173-ac83-4368-b018-5052c6c6d82d on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:12:34.033015 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Attempting to bind port f267f173-ac83-4368-b018-5052c6c6d82d on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:34.038776 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:34.039098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Checking segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:34.039702 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Bound using segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:34.040200 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Bound port: f267f173-ac83-4368-b018-5052c6c6d82d, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:34.040596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.060333 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69bb15-cc2b-4027-83d3-3f6960a88ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38012f90-8eb0-43d7-82a9-a6a0abf89efb,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:34.068500 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ed69bb15-cc2b-4027-83d3-3f6960a88ca1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9ef220fd7ae4d8f81c8b8c8913a4c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735904 May 27 15:12:34.074036 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41664) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:34.104120 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:34.141741 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] For port f267f173-ac83-4368-b018-5052c6c6d82d, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:34.146822 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] For port f267f173-ac83-4368-b018-5052c6c6d82d, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=f267f173-ac83-4368-b018-5052c6c6d82d,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:34.158821 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.171059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dacb18fa-8194-4049-8945-19edf45bcd2a admin admin] Publish callbacks [] for security_group (38012f90-8eb0-43d7-82a9-a6a0abf89efb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.207740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:34.208538 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.209963 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] 10.222.0.40 "PUT /v2.0/ports/f267f173-ac83-4368-b018-5052c6c6d82d HTTP/1.1" status: 200 len: 1094 time: 2.1732354 May 27 15:12:34.212495 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'tag': 'f267f173-ac83-4368-b018-5052c6c6d82d'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:34.236961 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dacb18fa-8194-4049-8945-19edf45bcd2a admin admin] Publish callbacks [] for security_group (38012f90-8eb0-43d7-82a9-a6a0abf89efb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.276701 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3573fc-6457-4d82-b480-f1ff3263fd54 service neutron] Pushing event updated for resources: {'Port': ['ID=f267f173-ac83-4368-b018-5052c6c6d82d,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:34.322516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dacb18fa-8194-4049-8945-19edf45bcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (38012f90-8eb0-43d7-82a9-a6a0abf89efb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.325556 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dacb18fa-8194-4049-8945-19edf45bcd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:34.328935 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dacb18fa-8194-4049-8945-19edf45bcd2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38012f90-8eb0-43d7-82a9-a6a0abf89efb HTTP/1.1" status: 204 len: 168 time: 0.2539527 May 27 15:12:34.359261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb18fa-8194-4049-8945-19edf45bcd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38012f90-8eb0-43d7-82a9-a6a0abf89efb,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:34.370415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34" -d '{"events": [{"name": "network-changed", "server_uuid": "d4fbebd8-749c-4afa-901d-cb88ccb3682a", "tag": "f267f173-ac83-4368-b018-5052c6c6d82d"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:34.391906 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85b63ac2-272f-4746-b14c-0f107b494cca req-9c8df26b-0221-4c24-bfc3-680a6b12f6ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.0480466 May 27 15:12:34.531139 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec35db4b-ffbc-4b82-95b5-6b45f4596d05 x-openstack-request-id: req-ec35db4b-ffbc-4b82-95b5-6b45f4596d05 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:34.531719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4fbebd8-749c-4afa-901d-cb88ccb3682a", "tag": "f267f173-ac83-4368-b018-5052c6c6d82d", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:34.532123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec35db4b-ffbc-4b82-95b5-6b45f4596d05 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:34.532625 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec35db4b-ffbc-4b82-95b5-6b45f4596d05'] response: {'name': 'network-changed', 'server_uuid': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'tag': 'f267f173-ac83-4368-b018-5052c6c6d82d', 'status': 'completed', 'code': 200} May 27 15:12:34.708471 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:34.709649 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc158c9d-1ca2-47eb-9aaf-19cf13313cfc req-c2e1b4f5-ce5c-4fad-8504-5433617e42e1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:34.711354 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76dba2-aac9-4f70-8b3e-305b4833982d" -d '{"events": [{"name": "network-changed", "server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:34.711491 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cc158c9d-1ca2-47eb-9aaf-19cf13313cfc req-c2e1b4f5-ce5c-4fad-8504-5433617e42e1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 943 time: 0.0544076 May 27 15:12:34.780137 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e8926-3bf1-451d-934f-029872876d2f req-0cd0e037-6acb-46e8-b337-c010b3c463ca tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:34.785771 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf8e8926-3bf1-451d-934f-029872876d2f req-0cd0e037-6acb-46e8-b337-c010b3c463ca tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 944 time: 0.0708334 May 27 15:12:34.807733 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:34.817622 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cc158c9d-1ca2-47eb-9aaf-19cf13313cfc req-23ec3db1-fce8-45f4-8516-7d1704fee2dd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963929 May 27 15:12:34.860576 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf8e8926-3bf1-451d-934f-029872876d2f req-8a1b0467-451d-4bfb-87bd-ea7b409706f2 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 May 27 15:12:34.872086 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e35dd2-8ec5-4726-ab2d-43bc8754cfac x-openstack-request-id: req-88e35dd2-8ec5-4726-ab2d-43bc8754cfac {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:34.872620 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:34.872961 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88e35dd2-8ec5-4726-ab2d-43bc8754cfac {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:34.873413 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e35dd2-8ec5-4726-ab2d-43bc8754cfac'] response: {'name': 'network-changed', 'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'status': 'completed', 'code': 200} May 27 15:12:35.101491 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e7baf-75ad-428c-9b34-a2f6bbfe6872 req-4dda8e3b-fbb8-45fa-9224-ff90b106b2df tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:35.103030 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f3e7baf-75ad-428c-9b34-a2f6bbfe6872 req-4dda8e3b-fbb8-45fa-9224-ff90b106b2df tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.0512850 May 27 15:12:35.146543 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:35.155163 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f3e7baf-75ad-428c-9b34-a2f6bbfe6872 req-95f31e7c-db51-4e14-a953-ad98db27d14c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453486 May 27 15:12:35.492337 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1711fe2b-f0fd-4390-bd15-192036e05709 req-07dce873-8d21-4198-9723-8745bdd14a88 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.0281675 May 27 15:12:35.949748 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c550b-ede1-4a43-9802-88f28e3aff2c req-04a0e144-0c20-4e92-9a19-5b11c142a311 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:35.957294 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c81c550b-ede1-4a43-9802-88f28e3aff2c req-04a0e144-0c20-4e92-9a19-5b11c142a311 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 943 time: 0.0613923 May 27 15:12:36.040030 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21027e-28ce-4326-87dc-d6f3f8bf1f0f req-16855927-e22f-43db-a425-73b3fa7fc06f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.041655 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8c21027e-28ce-4326-87dc-d6f3f8bf1f0f req-16855927-e22f-43db-a425-73b3fa7fc06f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 944 time: 0.0760472 May 27 15:12:36.048559 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c81c550b-ede1-4a43-9802-88f28e3aff2c req-0a0c4f4c-c2da-414d-b9bd-e35254a7985d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903518 May 27 15:12:36.100827 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8c21027e-28ce-4326-87dc-d6f3f8bf1f0f req-092532e6-ea43-444e-b36d-5c6ea7d33a3b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511334 May 27 15:12:36.205916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457209fe-5171-443a-8329-f04920c80c66 req-aa859eb6-224c-446b-8c07-13bb0e49cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.208085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-aa859eb6-224c-446b-8c07-13bb0e49cc5c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1127 time: 0.0548339 May 27 15:12:36.300592 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34 req-a0175bbe-ecc3-4a35-9100-0715dc9dcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.302141 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34 req-a0175bbe-ecc3-4a35-9100-0715dc9dcf45 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 1128 time: 0.1256864 May 27 15:12:36.347164 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-fa671bb6-0393-4ced-8fb2-36ce7aea418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.348716 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-fa671bb6-0393-4ced-8fb2-36ce7aea418c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1127 time: 0.1922457 May 27 15:12:36.422075 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-f18df623-fff2-4684-9c51-45d585ee3910 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 217 time: 0.0351250 May 27 15:12:36.481631 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457209fe-5171-443a-8329-f04920c80c66 req-8eb08094-b4d0-42d6-b051-d14564a313f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.483132 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-8eb08094-b4d0-42d6-b051-d14564a313f7 service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.2477312 May 27 15:12:36.505689 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a299-a0bf-49e2-a7af-98d86ea37b47 req-41069fd2-a947-4af3-8674-75b9d145d467 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.507871 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ee1a299-a0bf-49e2-a7af-98d86ea37b47 req-41069fd2-a947-4af3-8674-75b9d145d467 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.1165235 May 27 15:12:36.589748 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-1a5dbb36-bc25-4369-a856-398c79a25f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.591725 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-1a5dbb36-bc25-4369-a856-398c79a25f57 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.1508968 May 27 15:12:36.594638 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34 req-6bbe6a85-45c3-4920-990c-197ec8f91fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.596356 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34 req-6bbe6a85-45c3-4920-990c-197ec8f91fb5 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=c162124048a34243867e236c81a70eb0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2858336 May 27 15:12:36.622414 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ee1a299-a0bf-49e2-a7af-98d86ea37b47 req-5c18649c-ddba-4513-95df-18cbf8c81c17 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063018 May 27 15:12:36.647999 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03dfa6ca-565c-4863-a327-35d687ec9204 req-4bfb01fe-8f81-495b-9d54-fafa14cc103f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.0455995 May 27 15:12:36.735874 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-ae900300-9610-41e0-b16a-71a9932d6503 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 217 time: 0.0387475 May 27 15:12:36.778274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41790) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:36.806400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457209fe-5171-443a-8329-f04920c80c66 req-6177d400-7960-4f27-b2e3-b2f6443e85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.808292 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-6177d400-7960-4f27-b2e3-b2f6443e85f9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0629096 May 27 15:12:36.962284 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457209fe-5171-443a-8329-f04920c80c66 req-dbe6c983-9dc9-40bc-b199-d48849b72803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:36.969718 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-dbe6c983-9dc9-40bc-b199-d48849b72803 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300790 May 27 15:12:37.139456 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12038f45-b3d0-405c-8a16-6a58b84168f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:37.154763 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-2ba66c1f-3826-430d-93f0-795609a98b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.156969 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-2ba66c1f-3826-430d-93f0-795609a98b3f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4440043 May 27 15:12:37.233350 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34 req-9567aa9e-7e10-4d64-a49f-f7cec6e03b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.234868 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5b56d6a3-4b75-4cdd-8704-cc0c6e1b2c34 req-9567aa9e-7e10-4d64-a49f-f7cec6e03b4d service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5090592 May 27 15:12:37.257795 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-4adb251d-08f2-4852-a7f7-9d4f681cdf8a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.259230 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-4adb251d-08f2-4852-a7f7-9d4f681cdf8a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.2885907 May 27 15:12:37.325450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cbbb5-2090-431a-be69-0bd9a4b07e69 req-0e1a6d06-42f3-4679-9445-21ac8d4d540a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.326945 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-745cbbb5-2090-431a-be69-0bd9a4b07e69 req-0e1a6d06-42f3-4679-9445-21ac8d4d540a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 943 time: 0.1333082 May 27 15:12:37.341507 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18263a56-f970-4a9d-883a-ac2ae70b3f0f req-4256c377-6c6d-4358-a42f-ab693f0839a9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.343144 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18263a56-f970-4a9d-883a-ac2ae70b3f0f req-4256c377-6c6d-4358-a42f-ab693f0839a9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 944 time: 0.1124892 May 27 15:12:37.347600 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:37.465483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12038f45-b3d0-405c-8a16-6a58b84168f8 admin admin] Publish callbacks [] for security_group (72aa456c-13ba-4354-9a9f-0aae27f11d4d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:37.501820 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12038f45-b3d0-405c-8a16-6a58b84168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (72aa456c-13ba-4354-9a9f-0aae27f11d4d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:37.514916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:37.520933 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-745cbbb5-2090-431a-be69-0bd9a4b07e69 req-603e5a3b-56e5-421d-bed3-4a269c488a62 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869445 May 27 15:12:37.544944 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18263a56-f970-4a9d-883a-ac2ae70b3f0f req-547e2ffa-4063-4dbe-837e-e2320545c605 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896253 May 27 15:12:37.586634 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:37.604257 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-2ae78669-a46d-4ac8-8b39-6fa8ac45b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.605823 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-2ae78669-a46d-4ac8-8b39-6fa8ac45b13c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 1128 time: 0.0864205 May 27 15:12:37.656888 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-12038f45-b3d0-405c-8a16-6a58b84168f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db9b86e4dd344b58b0cf7d1436650729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8771644 May 27 15:12:37.676242 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41832) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:37.683167 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12038f45-b3d0-405c-8a16-6a58b84168f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa456c-13ba-4354-9a9f-0aae27f11d4d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:37.718709 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-5d22dec3-4150-4847-a3a5-095354920f17 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345278 May 27 15:12:37.771607 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-ebf538f3-2cbb-41ea-b8bd-76c54a5eb5d3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f267f173-ac83-4368-b018-5052c6c6d82d HTTP/1.1" status: 200 len: 217 time: 0.0515363 May 27 15:12:37.805291 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-f655177a-4831-444e-a34c-ba174be7b8d4 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774719 May 27 15:12:37.847320 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-c3eb5bd7-1696-452d-b489-d669c3eceae1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 380 time: 0.3582861 May 27 15:12:37.859547 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:37.861824 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76564105-1c5d-43cf-83f5-b09989a3a101 req-ed16e8e6-bfe3-423b-ae11-dfab76fa1682 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.0917604 May 27 15:12:37.871320 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'port': {'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'admin_state_up': True, 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'security_groups': ['4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:37.891314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-d1d21448-34da-458a-8710-164e205fea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.892725 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-d1d21448-34da-458a-8710-164e205fea49 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.1084297 May 27 15:12:37.927151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282a31-63f5-4bcf-87cb-49081af73c4b req-8489de10-7aed-4900-85d8-46a6a13e6a48 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.928629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4c282a31-63f5-4bcf-87cb-49081af73c4b req-8489de10-7aed-4900-85d8-46a6a13e6a48 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.1659555 May 27 15:12:37.938669 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-5fd80d66-5d9e-4ed0-beca-37abbb229845 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077293 May 27 15:12:37.949665 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-c2cfd34c-9711-43e6-81cf-005d403084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:37.951166 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-c2cfd34c-9711-43e6-81cf-005d403084ce service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505755 May 27 15:12:37.968289 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 50dd4811-1b47-422c-9bcd-2b24d3055609 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:12:38.084379 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-8a3eb231-4eb7-4f21-b4be-d51cbd0514e6 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267252 May 27 15:12:38.095416 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 50dd4811-1b47-422c-9bcd-2b24d3055609, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=50dd4811-1b47-422c-9bcd-2b24d3055609,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:38.110541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '50dd4811-1b47-422c-9bcd-2b24d3055609', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'port_id': '50dd4811-1b47-422c-9bcd-2b24d3055609', 'mac_address': 'fa:16:3e:49:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:12:38.150178 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 50dd4811-1b47-422c-9bcd-2b24d3055609 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:38.150478 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.164833 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dd4811-1b47-422c-9bcd-2b24d3055609 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:38.186284 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 50dd4811-1b47-422c-9bcd-2b24d3055609, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=50dd4811-1b47-422c-9bcd-2b24d3055609,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:38.190382 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.232060 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-239e0c50-fb1e-4ca1-aba7-e61e3305f84b admin admin] Publish callbacks [] for security_group (72aa456c-13ba-4354-9a9f-0aae27f11d4d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.257578 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=50dd4811-1b47-422c-9bcd-2b24d3055609,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:38.281342 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-239e0c50-fb1e-4ca1-aba7-e61e3305f84b admin admin] Publish callbacks [] for security_group (72aa456c-13ba-4354-9a9f-0aae27f11d4d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.340182 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-457209fe-5171-443a-8329-f04920c80c66 req-5bee719a-2a12-472d-9e22-9766b2ee43ce service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978280 May 27 15:12:38.367126 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4c282a31-63f5-4bcf-87cb-49081af73c4b req-7007397c-b833-4452-a541-2c680b1740ce tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299302 May 27 15:12:38.395941 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Made reservation on behalf of cc1a70bd2ce64fbcb738a2cfcfb09f41 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:12:38.401578 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.411069 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:38.433120 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-239e0c50-fb1e-4ca1-aba7-e61e3305f84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (72aa456c-13ba-4354-9a9f-0aae27f11d4d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.435873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-239e0c50-fb1e-4ca1-aba7-e61e3305f84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:38.439491 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-239e0c50-fb1e-4ca1-aba7-e61e3305f84b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72aa456c-13ba-4354-9a9f-0aae27f11d4d HTTP/1.1" status: 204 len: 168 time: 0.7597752 May 27 15:12:38.448908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['50dd4811-1b47-422c-9bcd-2b24d3055609'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:12:38.477630 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e0c50-fb1e-4ca1-aba7-e61e3305f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa456c-13ba-4354-9a9f-0aae27f11d4d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:38.651847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.20.0.10 (25b92ae9-fc97-4437-8dc2-335b8971db2a/3f2a335e-4f49-4d65-901e-26787aa95f1d/806f4f1c-0d26-4fec-be62-86145b66b5e8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:12:38.800214 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e24-2146-420c-b8ef-54c2ae99c9d6 req-c688b92c-f094-490c-9684-4cb5c5338f9a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:38.809111 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-11c28e24-2146-420c-b8ef-54c2ae99c9d6 req-c688b92c-f094-490c-9684-4cb5c5338f9a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 944 time: 0.1104112 May 27 15:12:38.954811 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-b2540e58-7498-472f-8d8a-9d3d1d575163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:38.955616 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e874b739-0a5c-40d4-adaa-9fe3802024b5 req-97ef0e14-9e60-4172-b597-c1d1d9e7a3d1 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093713 May 27 15:12:38.957827 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-b2540e58-7498-472f-8d8a-9d3d1d575163 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1127 time: 0.1375663 May 27 15:12:39.051618 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41878) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:39.072846 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-450aebc2-06d7-478e-a858-f62348eab4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.143973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4eeb-bc39-45aa-a007-321d93a6a6b5 req-bcb68731-5078-4a37-9cf0-7769ed41dbda tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:39.145480 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95ca4eeb-bc39-45aa-a007-321d93a6a6b5 req-bcb68731-5078-4a37-9cf0-7769ed41dbda tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 943 time: 0.4480679 May 27 15:12:39.151455 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-450aebc2-06d7-478e-a858-f62348eab4cf admin admin] Publish callbacks [] for security_group (0a592f87-9999-4541-a18e-bfdcf78dcb7d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.157239 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-450aebc2-06d7-478e-a858-f62348eab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0a592f87-9999-4541-a18e-bfdcf78dcb7d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.194206 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-11c28e24-2146-420c-b8ef-54c2ae99c9d6 req-b3239885-ce7d-48de-8885-9640a71f2f1c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193948 May 27 15:12:39.204794 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-450aebc2-06d7-478e-a858-f62348eab4cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66daae71082d4c32b2059c2c1e0f82eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512451 May 27 15:12:39.205830 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41884) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:39.208857 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aebc2-06d7-478e-a858-f62348eab4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a592f87-9999-4541-a18e-bfdcf78dcb7d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:39.222616 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:39.281530 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497013a6-1335-421d-b983-4c4c7c106264 admin admin] Publish callbacks [] for security_group (0a592f87-9999-4541-a18e-bfdcf78dcb7d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.288551 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95ca4eeb-bc39-45aa-a007-321d93a6a6b5 req-57fbe37a-db54-4c8e-9ba0-9559ae432b89 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036046 May 27 15:12:39.291619 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.321764 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497013a6-1335-421d-b983-4c4c7c106264 admin admin] Publish callbacks [] for security_group (0a592f87-9999-4541-a18e-bfdcf78dcb7d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.349787 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-d770bc7c-4a4e-4bfc-9340-29934f582d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:39.351334 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-d770bc7c-4a4e-4bfc-9340-29934f582d1a service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.3525724 May 27 15:12:39.354888 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-40e8c264-78dc-4bcd-93d3-93365d462e8c req-77a23212-97b6-4e0e-a2bc-f9f95e1db147 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.0550923 May 27 15:12:39.383955 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.389040 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497013a6-1335-421d-b983-4c4c7c106264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0a592f87-9999-4541-a18e-bfdcf78dcb7d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.392992 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497013a6-1335-421d-b983-4c4c7c106264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.395297 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-497013a6-1335-421d-b983-4c4c7c106264 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a592f87-9999-4541-a18e-bfdcf78dcb7d HTTP/1.1" status: 204 len: 168 time: 0.1875122 May 27 15:12:39.407849 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497013a6-1335-421d-b983-4c4c7c106264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a592f87-9999-4541-a18e-bfdcf78dcb7d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:39.439542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:12:39.445456 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:12:39.448388 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:12:39.453858 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:39.478581 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=806f4f1c-0d26-4fec-be62-86145b66b5e8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:39.512524 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:39.513168 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.535734 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-aad191e3-206c-4f55-a747-7f5609c7933f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6725466 May 27 15:12:39.713585 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d20e50c7-83a0-4085-9216-95f85b286445 None None] Provisioning complete for port 806f4f1c-0d26-4fec-be62-86145b66b5e8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:39.714860 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d20e50c7-83a0-4085-9216-95f85b286445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.747809 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 41900) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:39.777055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d20e50c7-83a0-4085-9216-95f85b286445 None None] Port 806f4f1c-0d26-4fec-be62-86145b66b5e8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:12:39.880061 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Request body: {'port': {'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:12:39.920961 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-565cdaec-3db9-4965-b1eb-a77b41147840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:39.958236 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-69dd702a-0d2a-4642-95c8-fcbea266c983 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 217 time: 0.0841386 May 27 15:12:39.967006 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 50dd4811-1b47-422c-9bcd-2b24d3055609 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:40.013010 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 50dd4811-1b47-422c-9bcd-2b24d3055609 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:12:40.019894 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 50dd4811-1b47-422c-9bcd-2b24d3055609 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:40.020625 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.050720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.076070 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-3c0a12f1-57d0-4959-9d06-a5faa099ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:40.077667 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-3c0a12f1-57d0-4959-9d06-a5faa099ce2d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.1109965 May 27 15:12:40.138547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:40.199917 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-da6e3d0e-5d1e-46db-854e-d22fa9e0f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:40.201715 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-da6e3d0e-5d1e-46db-854e-d22fa9e0f782 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138225 May 27 15:12:40.216879 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 50dd4811-1b47-422c-9bcd-2b24d3055609 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:40.217336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.268615 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dd4811-1b47-422c-9bcd-2b24d3055609'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:40.272040 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8119f08f-666d-4eff-8564-b6a8dfd7bf21" -d '{"events": [{"server_uuid": "4e89d631-1962-4ed9-a49a-96fe0948d096", "name": "network-vif-plugged", "status": "completed", "tag": "50dd4811-1b47-422c-9bcd-2b24d3055609"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:40.290362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 50dd4811-1b47-422c-9bcd-2b24d3055609, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=50dd4811-1b47-422c-9bcd-2b24d3055609,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:40.297535 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.307093 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-565cdaec-3db9-4965-b1eb-a77b41147840 admin admin] Publish callbacks [] for security_group (6b86537b-9d97-404e-a1e3-3ec6d6c17512), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.365216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-565cdaec-3db9-4965-b1eb-a77b41147840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6b86537b-9d97-404e-a1e3-3ec6d6c17512), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.370715 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=50dd4811-1b47-422c-9bcd-2b24d3055609,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:40.441626 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:40.525162 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-565cdaec-3db9-4965-b1eb-a77b41147840 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd496677ea7141b3acaca1bc7cbc69b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7732565 May 27 15:12:40.525162 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cdaec-3db9-4965-b1eb-a77b41147840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b86537b-9d97-404e-a1e3-3ec6d6c17512,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:40.526878 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41952) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:40.554059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820b76d-1caa-498d-a023-94e1aba97129 req-d4290194-9601-45b2-ae8b-16894cb451e9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:40.555597 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4820b76d-1caa-498d-a023-94e1aba97129 req-d4290194-9601-45b2-ae8b-16894cb451e9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 944 time: 0.1983328 May 27 15:12:40.607880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6400759-3946-4db7-a3c4-086deb84c6a1 admin admin] Publish callbacks [] for security_group (6b86537b-9d97-404e-a1e3-3ec6d6c17512), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.635308 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-c3e67705-e4f1-49cd-8860-6674af56efc6 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232502 May 27 15:12:40.652797 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6400759-3946-4db7-a3c4-086deb84c6a1 admin admin] Publish callbacks [] for security_group (6b86537b-9d97-404e-a1e3-3ec6d6c17512), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.712988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:40.728343 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4820b76d-1caa-498d-a023-94e1aba97129 req-b73b1b8e-4c47-4bcf-84b3-20f64289ce8e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663003 May 27 15:12:40.728982 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6400759-3946-4db7-a3c4-086deb84c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6b86537b-9d97-404e-a1e3-3ec6d6c17512), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.732148 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6400759-3946-4db7-a3c4-086deb84c6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.733731 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a6400759-3946-4db7-a3c4-086deb84c6a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b86537b-9d97-404e-a1e3-3ec6d6c17512 HTTP/1.1" status: 204 len: 168 time: 0.2064502 May 27 15:12:40.744339 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6400759-3946-4db7-a3c4-086deb84c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b86537b-9d97-404e-a1e3-3ec6d6c17512,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:40.851416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:40.863790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d3c68a-e701-467e-a977-a6b6ce4e106c x-openstack-request-id: req-13d3c68a-e701-467e-a977-a6b6ce4e106c {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:40.864838 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e89d631-1962-4ed9-a49a-96fe0948d096", "name": "network-vif-plugged", "status": "completed", "tag": "50dd4811-1b47-422c-9bcd-2b24d3055609", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:40.865408 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13d3c68a-e701-467e-a977-a6b6ce4e106c {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:40.866104 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d3c68a-e701-467e-a977-a6b6ce4e106c'] response: {'server_uuid': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dd4811-1b47-422c-9bcd-2b24d3055609', 'code': 200} May 27 15:12:40.875155 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e76dba2-aac9-4f70-8b3e-305b4833982d req-8549644e-d282-4776-91ba-04ee4056031d service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297904 May 27 15:12:40.895533 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806f4f1c-0d26-4fec-be62-86145b66b5e8 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:40.912041 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Publish callbacks [] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:40.930694 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Transition to ACTIVE for port object 806f4f1c-0d26-4fec-be62-86145b66b5e8 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:12:40.945375 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.096223 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c795ad-622c-4386-b488-4efaa49cabc6 req-95e8317e-753d-400e-8e0a-7d30e52064ec tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:41.097838 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-14c795ad-622c-4386-b488-4efaa49cabc6 req-95e8317e-753d-400e-8e0a-7d30e52064ec tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 943 time: 0.1241548 May 27 15:12:41.250571 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c20bbe-283a-46d6-9094-62806083c855 req-a9491566-407b-4b4b-9c4a-ba3fd1c39635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:41.253013 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-98c20bbe-283a-46d6-9094-62806083c855 req-a9491566-407b-4b4b-9c4a-ba3fd1c39635 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1129 time: 0.1988356 May 27 15:12:41.253013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Pushing event updated for resources: {'Port': ['ID=806f4f1c-0d26-4fec-be62-86145b66b5e8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:41.308042 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-14c795ad-622c-4386-b488-4efaa49cabc6 req-220737c4-570e-47bf-91ee-fd18f1e9a3a7 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873190 May 27 15:12:41.389309 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41978) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:41.427738 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863cdb85-0f8d-4891-a7fb-a9ad0be55c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.442321 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Attempting to bind port 806f4f1c-0d26-4fec-be62-86145b66b5e8 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:12:41.442321 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Attempting to bind port 806f4f1c-0d26-4fec-be62-86145b66b5e8 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:12:41.442321 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Attempting to bind port 806f4f1c-0d26-4fec-be62-86145b66b5e8 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:41.468006 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-98c20bbe-283a-46d6-9094-62806083c855 req-c946d7d1-4c92-4dbf-b72c-96a9ce149c27 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012663 May 27 15:12:41.471338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Port 806f4f1c-0d26-4fec-be62-86145b66b5e8 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:12:41.471667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Attempting to bind port 806f4f1c-0d26-4fec-be62-86145b66b5e8 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:12:41.484282 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:12:41.484954 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:12:41.485583 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Bound using segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:12:41.486277 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Bound port: 806f4f1c-0d26-4fec-be62-86145b66b5e8, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:12:41.486937 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.497340 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c49df-f6d5-4a5c-a918-12b96edbd34e req-6dd38f9d-d481-465d-8abd-76a5d57c0168 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:41.506107 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-408c49df-f6d5-4a5c-a918-12b96edbd34e req-6dd38f9d-d481-465d-8abd-76a5d57c0168 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0800602 May 27 15:12:41.517275 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:41.589381 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863cdb85-0f8d-4891-a7fb-a9ad0be55c60 admin admin] Publish callbacks [] for security_group (dfb7603c-92a7-4906-990b-64f3335734c2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.596235 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-863cdb85-0f8d-4891-a7fb-a9ad0be55c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (dfb7603c-92a7-4906-990b-64f3335734c2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.625642 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:41.649109 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] For port 806f4f1c-0d26-4fec-be62-86145b66b5e8, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:12:41.650626 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-863cdb85-0f8d-4891-a7fb-a9ad0be55c60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=946496e8a67a4ced8c4efe81a1b4911a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600198 May 27 15:12:41.653219 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 41984) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:41.656907 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-408c49df-f6d5-4a5c-a918-12b96edbd34e req-74c73441-6fe0-42c6-a438-e78418e456c2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478148 May 27 15:12:41.658874 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] For port 806f4f1c-0d26-4fec-be62-86145b66b5e8, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:12:41.668286 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.669337 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdb85-0f8d-4891-a7fb-a9ad0be55c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb7603c-92a7-4906-990b-64f3335734c2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:41.720799 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a59d774f-769e-414e-9fc8-db081ad03ba1 admin admin] Publish callbacks [] for security_group (dfb7603c-92a7-4906-990b-64f3335734c2), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.739054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:41.740372 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.742760 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-be68812f-9575-4035-bde5-e60252fac856 service neutron] 10.222.0.40 "PUT /v2.0/ports/806f4f1c-0d26-4fec-be62-86145b66b5e8 HTTP/1.1" status: 200 len: 1094 time: 1.8676019 May 27 15:12:41.743357 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:41.746639 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:41.757887 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a59d774f-769e-414e-9fc8-db081ad03ba1 admin admin] Publish callbacks [] for security_group (dfb7603c-92a7-4906-990b-64f3335734c2), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.802552 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68812f-9575-4035-bde5-e60252fac856 service neutron] Pushing event updated for resources: {'Port': ['ID=806f4f1c-0d26-4fec-be62-86145b66b5e8,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:41.825975 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3deecf-83fb-4b8d-ae69-9a30d53c6bd6 x-openstack-request-id: req-df3deecf-83fb-4b8d-ae69-9a30d53c6bd6 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:41.826494 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:41.828494 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df3deecf-83fb-4b8d-ae69-9a30d53c6bd6 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:41.841084 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3deecf-83fb-4b8d-ae69-9a30d53c6bd6'] response: {'name': 'network-changed', 'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'status': 'completed', 'code': 200} May 27 15:12:41.888819 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a59d774f-769e-414e-9fc8-db081ad03ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (dfb7603c-92a7-4906-990b-64f3335734c2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.891462 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a59d774f-769e-414e-9fc8-db081ad03ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:41.893723 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a59d774f-769e-414e-9fc8-db081ad03ba1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfb7603c-92a7-4906-990b-64f3335734c2 HTTP/1.1" status: 204 len: 168 time: 0.2394052 May 27 15:12:41.903057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-5d00b9de-f0f9-42ab-b1a9-a79b2b6b0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:41.905678 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-5d00b9de-f0f9-42ab-b1a9-a79b2b6b0024 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 1128 time: 0.0629172 May 27 15:12:41.911071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d774f-769e-414e-9fc8-db081ad03ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb7603c-92a7-4906-990b-64f3335734c2,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:41.979788 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5737ab7a-1d8d-4ce7-85ab-97d0a121905d details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:12:41.993580 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01547e9-1e9a-42bd-84bb-502bb1e94e9e req-b2cc95e0-cd65-4dae-9934-b7ff2b898525 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:41.995463 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e01547e9-1e9a-42bd-84bb-502bb1e94e9e req-b2cc95e0-cd65-4dae-9934-b7ff2b898525 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 944 time: 0.0887570 May 27 15:12:42.072559 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e01547e9-1e9a-42bd-84bb-502bb1e94e9e req-1598dbff-ed14-454e-b081-774cd24fb01e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702951 May 27 15:12:42.171489 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:42.183733 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'port_id': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'mac_address': 'fa:16:3e:9b:d5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:12:42.230018 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:42.230325 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:42.248577 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5737ab7a-1d8d-4ce7-85ab-97d0a121905d {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:42.277328 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:42.281548 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:42.282263 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device f267f173-ac83-4368-b018-5052c6c6d82d details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:12:42.331604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:42.357784 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-450daae1-d942-4718-ae24-f8342dbc5814 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0789835 May 27 15:12:42.359389 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:42.383980 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:42.453488 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port f267f173-ac83-4368-b018-5052c6c6d82d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=f267f173-ac83-4368-b018-5052c6c6d82d,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:42.471923 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'f267f173-ac83-4368-b018-5052c6c6d82d', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'port_id': 'f267f173-ac83-4368-b018-5052c6c6d82d', 'mac_address': 'fa:16:3e:30:8c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:12:42.511148 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port f267f173-ac83-4368-b018-5052c6c6d82d is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:42.511537 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:42.525805 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f267f173-ac83-4368-b018-5052c6c6d82d {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:42.547882 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port f267f173-ac83-4368-b018-5052c6c6d82d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=f267f173-ac83-4368-b018-5052c6c6d82d,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:42.553121 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:42.605955 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=f267f173-ac83-4368-b018-5052c6c6d82d,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:42.728966 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-4d312589-377c-420d-b33c-fa1aac488eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:42.730449 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-4d312589-377c-420d-b33c-fa1aac488eb9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.3626955 May 27 15:12:42.738848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35bbf8-bb7e-47ca-b1ea-f5f446d2e093 req-7c2165e5-828b-4b87-9ad9-d7a57ddc6afe tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:42.745835 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8c35bbf8-bb7e-47ca-b1ea-f5f446d2e093 req-7c2165e5-828b-4b87-9ad9-d7a57ddc6afe tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.3163970 May 27 15:12:42.761542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:42.833043 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8c35bbf8-bb7e-47ca-b1ea-f5f446d2e093 req-1c3876ae-e09e-4e0e-a410-2c94838178a2 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859921 May 27 15:12:42.856384 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62271b-76c7-4e48-a867-557c98237fd4 req-94ce2181-d544-401c-b4af-965a0a5d9d08 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:42.858309 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a62271b-76c7-4e48-a867-557c98237fd4 req-94ce2181-d544-401c-b4af-965a0a5d9d08 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0777297 May 27 15:12:42.934977 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a62271b-76c7-4e48-a867-557c98237fd4 req-05d709b8-4a9a-49be-a431-f19dc6c9d7fa tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686755 May 27 15:12:43.190122 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c579cf2-22f9-4405-a2c8-ec2c27d000af req-79179d1a-6a37-45d2-8a7f-329638251edc tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:43.191529 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c579cf2-22f9-4405-a2c8-ec2c27d000af req-79179d1a-6a37-45d2-8a7f-329638251edc tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0539775 May 27 15:12:43.252021 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c579cf2-22f9-4405-a2c8-ec2c27d000af req-4b3c2c70-d46b-4331-85ca-867d364b6868 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506444 May 27 15:12:43.344723 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42062) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:43.467041 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c552e43-a994-41f5-92dc-f1169aa4d77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.549929 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c552e43-a994-41f5-92dc-f1169aa4d77d admin admin] Publish callbacks [] for security_group (5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.554576 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c552e43-a994-41f5-92dc-f1169aa4d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.586046 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5660dcde-4538-4a5d-ad4b-5e6fc2bf6b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.594799 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c552e43-a994-41f5-92dc-f1169aa4d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:43.603659 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6c552e43-a994-41f5-92dc-f1169aa4d77d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5aedeff4583344c8ad28fda0af456d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545040 May 27 15:12:43.603659 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42072) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:43.655261 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb123811-2738-4344-aec1-bc4c55102c1b admin admin] Publish callbacks [] for security_group (5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.678225 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb123811-2738-4344-aec1-bc4c55102c1b admin admin] Publish callbacks [] for security_group (5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.735262 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb123811-2738-4344-aec1-bc4c55102c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.737862 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb123811-2738-4344-aec1-bc4c55102c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:43.739010 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-eb123811-2738-4344-aec1-bc4c55102c1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966 HTTP/1.1" status: 204 len: 168 time: 0.1347721 May 27 15:12:43.748479 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb123811-2738-4344-aec1-bc4c55102c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d549fb1-7a51-4ee8-a9cb-9ac01b1ba966,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:43.839313 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42080) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:43.952644 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea7cee-5847-46cc-a78c-748edeceeba7 req-11e1bf2a-df21-43b1-921b-43ab6211eded tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:43.960193 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59ea7cee-5847-46cc-a78c-748edeceeba7 req-11e1bf2a-df21-43b1-921b-43ab6211eded tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0599744 May 27 15:12:44.028200 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59ea7cee-5847-46cc-a78c-748edeceeba7 req-ed80509c-73f1-40e7-b3aa-9795e3f53ac2 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620019 May 27 15:12:44.158681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ed558c-a2f1-4736-90b7-dd9a5067195f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.217522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b149a1-d443-4e02-9625-b30bcda83867 req-7f09c457-5551-49fc-b690-b8dfc1516ebf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:44.222420 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:44.224853 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-86b149a1-d443-4e02-9625-b30bcda83867 req-7f09c457-5551-49fc-b690-b8dfc1516ebf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0587320 May 27 15:12:44.254911 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ed558c-a2f1-4736-90b7-dd9a5067195f admin admin] Publish callbacks [] for security_group (1a2b86f4-9dfb-401c-a8d4-23555123511d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.260096 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ed558c-a2f1-4736-90b7-dd9a5067195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (1a2b86f4-9dfb-401c-a8d4-23555123511d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.275906 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:44.284232 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-86b149a1-d443-4e02-9625-b30bcda83867 req-0dc84bfa-40a7-45d9-a288-cb3a550866d9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582452 May 27 15:12:44.326148 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b3ed558c-a2f1-4736-90b7-dd9a5067195f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c198a961c7c4e809578d2b156216b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857337 May 27 15:12:44.328861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42104) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:44.329693 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed558c-a2f1-4736-90b7-dd9a5067195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b86f4-9dfb-401c-a8d4-23555123511d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:44.407188 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e4d1-2c58-4ee4-aabd-d1fc937e92e8 req-9cd4ba57-127a-45c9-ad1c-09273871c44d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:44.408697 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca80e4d1-2c58-4ee4-aabd-d1fc937e92e8 req-9cd4ba57-127a-45c9-ad1c-09273871c44d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0773373 May 27 15:12:44.447242 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad20d0ec-8576-4a66-b913-c4d33f4d8908 admin admin] Publish callbacks [] for security_group (1a2b86f4-9dfb-401c-a8d4-23555123511d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.484244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad20d0ec-8576-4a66-b913-c4d33f4d8908 admin admin] Publish callbacks [] for security_group (1a2b86f4-9dfb-401c-a8d4-23555123511d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.508271 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca80e4d1-2c58-4ee4-aabd-d1fc937e92e8 req-b8816e9d-d19a-4014-ab64-aeda3c440f60 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 May 27 15:12:44.545090 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad20d0ec-8576-4a66-b913-c4d33f4d8908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (1a2b86f4-9dfb-401c-a8d4-23555123511d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.547682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad20d0ec-8576-4a66-b913-c4d33f4d8908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.548902 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ad20d0ec-8576-4a66-b913-c4d33f4d8908 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a2b86f4-9dfb-401c-a8d4-23555123511d HTTP/1.1" status: 204 len: 168 time: 0.2188380 May 27 15:12:44.557705 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20d0ec-8576-4a66-b913-c4d33f4d8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b86f4-9dfb-401c-a8d4-23555123511d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:44.908732 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42130) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:44.922942 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7500c2f-77bd-45be-88b7-40833ec0f79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:44.937895 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:45.006376 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7500c2f-77bd-45be-88b7-40833ec0f79c admin admin] Publish callbacks [] for security_group (62ff1785-0483-4617-b8ea-0af8a64442a7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.010688 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7500c2f-77bd-45be-88b7-40833ec0f79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (62ff1785-0483-4617-b8ea-0af8a64442a7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.066997 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d7500c2f-77bd-45be-88b7-40833ec0f79c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=394c06bc85e04d21b060b2abb5379594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570454 May 27 15:12:45.068091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7500c2f-77bd-45be-88b7-40833ec0f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff1785-0483-4617-b8ea-0af8a64442a7,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:45.069747 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42140) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:45.139233 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb39-c438-4956-ae25-f942e81c75d4 admin admin] Publish callbacks [] for security_group (62ff1785-0483-4617-b8ea-0af8a64442a7), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.161578 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb39-c438-4956-ae25-f942e81c75d4 admin admin] Publish callbacks [] for security_group (62ff1785-0483-4617-b8ea-0af8a64442a7), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.163736 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e04f65-65a3-436a-b772-fed16f4e2363 req-ddcda97a-0078-42d4-8dbd-f1905850918f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:45.170337 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90e04f65-65a3-436a-b772-fed16f4e2363 req-ddcda97a-0078-42d4-8dbd-f1905850918f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0550616 May 27 15:12:45.184725 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:45.217898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb39-c438-4956-ae25-f942e81c75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (62ff1785-0483-4617-b8ea-0af8a64442a7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.219941 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90e04f65-65a3-436a-b772-fed16f4e2363 req-74c808e5-ee0e-464f-9769-185f983d24af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487430 May 27 15:12:45.220667 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-afdbcb39-c438-4956-ae25-f942e81c75d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.221818 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-afdbcb39-c438-4956-ae25-f942e81c75d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62ff1785-0483-4617-b8ea-0af8a64442a7 HTTP/1.1" status: 204 len: 168 time: 0.1510320 May 27 15:12:45.230684 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbcb39-c438-4956-ae25-f942e81c75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff1785-0483-4617-b8ea-0af8a64442a7,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:45.411628 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0f210-34d9-47ae-aed9-ecb50302ef73 req-a9ef4a1b-8d3b-436d-83ed-1ceaccc86f44 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:45.413305 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0e0f210-34d9-47ae-aed9-ecb50302ef73 req-a9ef4a1b-8d3b-436d-83ed-1ceaccc86f44 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0618036 May 27 15:12:45.485287 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0e0f210-34d9-47ae-aed9-ecb50302ef73 req-494edb43-698e-4550-bdc3-d691ab51d1ae tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542116 May 27 15:12:45.599273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42158) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:45.613454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c89391bf-8937-442c-8196-372489c6a320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.634467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ece1fb-d3a1-4b8b-95a9-11603a7efeec req-da89f1c2-8303-4d78-a641-ee827e4c8c23 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:45.636004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f1ece1fb-d3a1-4b8b-95a9-11603a7efeec req-da89f1c2-8303-4d78-a641-ee827e4c8c23 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0520518 May 27 15:12:45.689312 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f1ece1fb-d3a1-4b8b-95a9-11603a7efeec req-8abeedbe-485c-426d-8f4b-a69d375c2dd1 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469584 May 27 15:12:45.706406 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c89391bf-8937-442c-8196-372489c6a320 admin admin] Publish callbacks [] for security_group (a7ed2052-bac6-4682-ade1-94f68680f9b2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.712106 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c89391bf-8937-442c-8196-372489c6a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a7ed2052-bac6-4682-ade1-94f68680f9b2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.758301 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c89391bf-8937-442c-8196-372489c6a320 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf0f691f83694964b6c432670ca59fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556463 May 27 15:12:45.758301 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89391bf-8937-442c-8196-372489c6a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ed2052-bac6-4682-ade1-94f68680f9b2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:45.759369 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42162) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:45.819509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0b21f486-c92d-4065-9334-f3e0a182f72d admin admin] Publish callbacks [] for security_group (a7ed2052-bac6-4682-ade1-94f68680f9b2), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.823902 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2b451d69-7db4-4e97-97ea-cfbf10d95efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.844934 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0b21f486-c92d-4065-9334-f3e0a182f72d admin admin] Publish callbacks [] for security_group (a7ed2052-bac6-4682-ade1-94f68680f9b2), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.893367 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0b21f486-c92d-4065-9334-f3e0a182f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a7ed2052-bac6-4682-ade1-94f68680f9b2), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.895999 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0b21f486-c92d-4065-9334-f3e0a182f72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:45.897176 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0b21f486-c92d-4065-9334-f3e0a182f72d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7ed2052-bac6-4682-ade1-94f68680f9b2 HTTP/1.1" status: 204 len: 168 time: 0.1368284 May 27 15:12:45.905014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21f486-c92d-4065-9334-f3e0a182f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ed2052-bac6-4682-ade1-94f68680f9b2,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:46.361292 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f15c-434d-401f-9970-77b5b6c3fa2c req-3698ee49-06d2-4168-a979-31b9860f02d9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:46.362805 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ee4f15c-434d-401f-9970-77b5b6c3fa2c req-3698ee49-06d2-4168-a979-31b9860f02d9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0527771 May 27 15:12:46.422708 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ee4f15c-434d-401f-9970-77b5b6c3fa2c req-bf85b546-dd87-443e-a257-b01e98a80954 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533869 May 27 15:12:46.601349 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece25a-3d0d-4ae6-a797-8765eb5ecc46 req-95b3b624-8a99-445f-9cd2-aacf4b28b209 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:46.602822 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1bece25a-3d0d-4ae6-a797-8765eb5ecc46 req-95b3b624-8a99-445f-9cd2-aacf4b28b209 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0476389 May 27 15:12:46.651104 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1bece25a-3d0d-4ae6-a797-8765eb5ecc46 req-c64110ca-c009-4919-b7ff-aaafd992fb44 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 May 27 15:12:46.822696 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49dbb8-4d7b-41f1-8c1c-1859f6eaf989 req-fb9ed4b5-500f-431a-9273-92f0e5fac7a6 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:46.825037 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fb49dbb8-4d7b-41f1-8c1c-1859f6eaf989 req-fb9ed4b5-500f-431a-9273-92f0e5fac7a6 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0555389 May 27 15:12:46.882331 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fb49dbb8-4d7b-41f1-8c1c-1859f6eaf989 req-ab7906ce-c383-43e6-91b0-12c5e562b05d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 May 27 15:12:47.291293 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:47.538396 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcb4b0-fb91-48f4-9808-696fca8aef58 req-18e07c1a-e930-4894-ac5f-c290849c698b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:47.539901 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4bcb4b0-fb91-48f4-9808-696fca8aef58 req-18e07c1a-e930-4894-ac5f-c290849c698b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0493889 May 27 15:12:47.566355 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:47.590375 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4bcb4b0-fb91-48f4-9808-696fca8aef58 req-0443add1-5c5d-4874-9bae-91fe645499a9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446172 May 27 15:12:47.764822 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d95106-8ed1-400d-8443-b1574bb2c558 req-daa9d8ae-a2bc-4afd-9ab8-4326daa9a827 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:47.766245 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c5d95106-8ed1-400d-8443-b1574bb2c558 req-daa9d8ae-a2bc-4afd-9ab8-4326daa9a827 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0458071 May 27 15:12:47.819004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c5d95106-8ed1-400d-8443-b1574bb2c558 req-0dffa088-2056-4e19-a7d2-260641379ca0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469341 May 27 15:12:47.994014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc1ac-e0cd-413c-8152-05fefd843552 req-1be15d84-f772-40fc-9b39-cacdd69ce1c8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:47.995370 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc8dc1ac-e0cd-413c-8152-05fefd843552 req-1be15d84-f772-40fc-9b39-cacdd69ce1c8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0467532 May 27 15:12:48.041860 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc8dc1ac-e0cd-413c-8152-05fefd843552 req-10db9210-d4ea-4d48-ae13-1f9d76f3b678 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 May 27 15:12:48.391165 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['f267f173-ac83-4368-b018-5052c6c6d82d'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:12:48.395857 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:48.470057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-a9ef45e7-d692-494b-a8c0-74898fb958ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:48.471977 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-a9ef45e7-d692-494b-a8c0-74898fb958ce service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486920 May 27 15:12:48.509592 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:48.512218 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['5737ab7a-1d8d-4ce7-85ab-97d0a121905d'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:12:48.570298 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-b953847c-dec0-400d-a663-acd5ffd831aa service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909033 May 27 15:12:48.674860 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c296b5-2950-4a0f-9ee7-77e76bca4165 req-735d0b63-8cdd-4e7f-8d19-a65ab9514611 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978549 May 27 15:12:48.717826 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b81bd1-35bb-4ec3-b228-8cec593c1b71 req-0e64a375-42a6-4aa3-8e0d-3763950d09d6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:48.719304 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60b81bd1-35bb-4ec3-b228-8cec593c1b71 req-0e64a375-42a6-4aa3-8e0d-3763950d09d6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0594304 May 27 15:12:48.767026 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60b81bd1-35bb-4ec3-b228-8cec593c1b71 req-226c4203-82ab-4ef1-8f04-0e5e9af85888 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 May 27 15:12:48.933355 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec6cd2-2520-4b76-8e3c-c4e8ceab5a9c req-35be1c26-ab4b-4694-a4ca-a993dce48ff6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:48.934861 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4ec6cd2-2520-4b76-8e3c-c4e8ceab5a9c req-35be1c26-ab4b-4694-a4ca-a993dce48ff6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0471683 May 27 15:12:48.982826 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4ec6cd2-2520-4b76-8e3c-c4e8ceab5a9c req-be73537f-ca3d-41b0-8b85-d9d2acd6e5b4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 May 27 15:12:49.150655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58aba8-7358-418b-a50f-6e652d89e449 req-92303deb-fd3a-4604-a516-0f479e15ed22 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:49.152088 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c58aba8-7358-418b-a50f-6e652d89e449 req-92303deb-fd3a-4604-a516-0f479e15ed22 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0450349 May 27 15:12:49.205090 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c58aba8-7358-418b-a50f-6e652d89e449 req-e0176914-9873-4390-adc7-19f890c548ca tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474834 May 27 15:12:49.883489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c285f5-5255-498d-90fb-f722c41f5aee req-095ccea7-892a-4628-bb95-05f25cda34dc tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:49.885132 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-55c285f5-5255-498d-90fb-f722c41f5aee req-095ccea7-892a-4628-bb95-05f25cda34dc tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0483506 May 27 15:12:49.888150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:49.934000 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-55c285f5-5255-498d-90fb-f722c41f5aee req-85994d2d-393a-4e02-ab4e-3b77df632c7a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 May 27 15:12:50.092563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712cac4-df95-4d7b-8e22-d6be07810631 req-e6ed086f-a9cf-4f1a-8231-7e72799bb25a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:50.093990 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8712cac4-df95-4d7b-8e22-d6be07810631 req-e6ed086f-a9cf-4f1a-8231-7e72799bb25a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0460756 May 27 15:12:50.139483 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8712cac4-df95-4d7b-8e22-d6be07810631 req-1b0108ce-6d82-43ff-b1f0-911f4cec6968 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 May 27 15:12:50.319604 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d03bc0-1cf0-434d-942a-5028fb00b021 req-65a4df95-76d4-4714-8228-9220f16e28ce tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:50.321070 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6d03bc0-1cf0-434d-942a-5028fb00b021 req-65a4df95-76d4-4714-8228-9220f16e28ce tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0503983 May 27 15:12:50.368176 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6d03bc0-1cf0-434d-942a-5028fb00b021 req-2c01384e-c0c3-49f1-bc56-77a9f3ea17c2 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 May 27 15:12:51.046098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e354a-61e0-4fdf-9b4d-48d00564cb15 req-dc78fefd-ce7a-4117-8905-c1a526e164ee tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:51.047568 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-328e354a-61e0-4fdf-9b4d-48d00564cb15 req-dc78fefd-ce7a-4117-8905-c1a526e164ee tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0469131 May 27 15:12:51.068231 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:51.095617 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-328e354a-61e0-4fdf-9b4d-48d00564cb15 req-0466fb86-ef26-4ba2-9e6c-109ae9074865 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 May 27 15:12:51.252324 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c777a8-69b5-42a2-94e0-8e0af7882a73 req-77235c95-f0dd-4d29-a10a-724c9dc9e549 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:51.253803 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76c777a8-69b5-42a2-94e0-8e0af7882a73 req-77235c95-f0dd-4d29-a10a-724c9dc9e549 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0467958 May 27 15:12:51.303205 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76c777a8-69b5-42a2-94e0-8e0af7882a73 req-979abd62-1ab7-42c1-8eb6-6859b7609ee4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 May 27 15:12:51.481112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80678e-a21d-40d7-8574-39c202ce3fe5 req-e1035251-34fe-434f-b88e-b3f0d30b5b64 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:51.482608 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d80678e-a21d-40d7-8574-39c202ce3fe5 req-e1035251-34fe-434f-b88e-b3f0d30b5b64 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0472605 May 27 15:12:51.523432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:51.531738 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d80678e-a21d-40d7-8574-39c202ce3fe5 req-f8b40e02-91b4-4de3-ae17-1c37c4d016a9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 May 27 15:12:52.212047 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4037ba-c8a0-411c-acdc-564d58c078a6 req-c52649e4-5644-41f9-9626-8c0645e5cdb3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:52.213585 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8a4037ba-c8a0-411c-acdc-564d58c078a6 req-c52649e4-5644-41f9-9626-8c0645e5cdb3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0505106 May 27 15:12:52.261735 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8a4037ba-c8a0-411c-acdc-564d58c078a6 req-b6a7e4e0-2599-44b3-9d2d-1d139f54bd04 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 May 27 15:12:52.418067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06cdea-7d1d-4bd0-9c37-7925950de99d req-d0538206-6933-43c5-a31b-a339ec9ef847 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:52.419569 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ba06cdea-7d1d-4bd0-9c37-7925950de99d req-d0538206-6933-43c5-a31b-a339ec9ef847 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0504165 May 27 15:12:52.475222 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ba06cdea-7d1d-4bd0-9c37-7925950de99d req-c63fd8b8-c1bf-4c9b-a21f-70a34275be8f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 May 27 15:12:52.641489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106bfe-6592-4d2b-9d62-cedbad9b2ce8 req-65a13d44-201a-4f6b-9d47-07e870efbdff tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:52.642862 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58106bfe-6592-4d2b-9d62-cedbad9b2ce8 req-65a13d44-201a-4f6b-9d47-07e870efbdff tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0463693 May 27 15:12:52.689311 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58106bfe-6592-4d2b-9d62-cedbad9b2ce8 req-bdb75e2b-8e0d-4b2b-ad10-398a35190d48 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 May 27 15:12:53.251475 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:12:53.377215 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad4169-96bf-45bf-b3cf-76cfda6a3188 req-b206e2c4-c18c-49c4-915e-613f5fb257a6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:53.378677 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-62ad4169-96bf-45bf-b3cf-76cfda6a3188 req-b206e2c4-c18c-49c4-915e-613f5fb257a6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0495298 May 27 15:12:53.426614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-62ad4169-96bf-45bf-b3cf-76cfda6a3188 req-82554b25-4c83-46fc-9809-505e7e7aba75 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 May 27 15:12:53.593782 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67fb7a-c982-4654-a9a9-31c264714c3a req-2fb05f50-0f2e-4e64-a135-948b530d71f2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:53.595222 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc67fb7a-c982-4654-a9a9-31c264714c3a req-2fb05f50-0f2e-4e64-a135-948b530d71f2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0519245 May 27 15:12:53.642874 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc67fb7a-c982-4654-a9a9-31c264714c3a req-8095d9b5-495f-4f6d-96f3-edb366390e70 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 May 27 15:12:53.800849 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff6f7-03ed-448c-a904-f652c902c18f req-36a8877a-ed56-42cd-979b-7dec6075e710 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:53.802324 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bcaff6f7-03ed-448c-a904-f652c902c18f req-36a8877a-ed56-42cd-979b-7dec6075e710 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0466611 May 27 15:12:53.853724 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bcaff6f7-03ed-448c-a904-f652c902c18f req-feca25b7-0f4b-4aa3-b816-1196c7146902 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 May 27 15:12:54.541437 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6b25-4bf1-4e96-85d7-945d4b3d09ed req-04611160-5055-4879-b63b-d15a40a26443 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:54.542923 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-434d6b25-4bf1-4e96-85d7-945d4b3d09ed req-04611160-5055-4879-b63b-d15a40a26443 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 944 time: 0.0479603 May 27 15:12:54.591116 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-434d6b25-4bf1-4e96-85d7-945d4b3d09ed req-8ff94f67-d192-486f-8df5-3812577ec675 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 May 27 15:12:54.752599 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c9cc6-f38a-4508-a79f-67f0e5fe3e84 req-603aaa23-164e-43c2-8a4f-35ac9cc5dda0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:54.753991 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e2c9cc6-f38a-4508-a79f-67f0e5fe3e84 req-603aaa23-164e-43c2-8a4f-35ac9cc5dda0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0455923 May 27 15:12:54.799837 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e2c9cc6-f38a-4508-a79f-67f0e5fe3e84 req-8831d313-e5f4-4359-a3d4-1f1e19ff4b47 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397072 May 27 15:12:54.843469 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device f267f173-ac83-4368-b018-5052c6c6d82d up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:54.885472 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port f267f173-ac83-4368-b018-5052c6c6d82d completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:12:54.888255 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:54.892363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port f267f173-ac83-4368-b018-5052c6c6d82d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:54.892760 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:54.971932 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port f267f173-ac83-4368-b018-5052c6c6d82d is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:54.972311 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:54.973045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb19643-d748-413f-8246-c20e3bc78298 req-022c0f55-31e9-47fd-b92b-5f42d7014d4e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:54.974852 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7eb19643-d748-413f-8246-c20e3bc78298 req-022c0f55-31e9-47fd-b92b-5f42d7014d4e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 945 time: 0.0526383 May 27 15:12:54.997434 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f267f173-ac83-4368-b018-5052c6c6d82d'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:54.999657 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa17586e-0433-4a36-b86b-e31f78fd8f08" -d '{"events": [{"server_uuid": "d4fbebd8-749c-4afa-901d-cb88ccb3682a", "name": "network-vif-plugged", "status": "completed", "tag": "f267f173-ac83-4368-b018-5052c6c6d82d"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:55.013187 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port f267f173-ac83-4368-b018-5052c6c6d82d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=f267f173-ac83-4368-b018-5052c6c6d82d,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:55.018266 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:55.019350 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5737ab7a-1d8d-4ce7-85ab-97d0a121905d up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:55.043735 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369fde2-b744-4a44-a243-e5a9ab389829 x-openstack-request-id: req-4369fde2-b744-4a44-a243-e5a9ab389829 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:55.044043 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fbebd8-749c-4afa-901d-cb88ccb3682a", "name": "network-vif-plugged", "status": "completed", "tag": "f267f173-ac83-4368-b018-5052c6c6d82d", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:55.044292 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4369fde2-b744-4a44-a243-e5a9ab389829 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:55.044731 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4369fde2-b744-4a44-a243-e5a9ab389829'] response: {'server_uuid': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f267f173-ac83-4368-b018-5052c6c6d82d', 'code': 200} May 27 15:12:55.047745 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7eb19643-d748-413f-8246-c20e3bc78298 req-59f10588-58d5-4193-83fa-27edb3c1cbfe tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 May 27 15:12:55.096979 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=f267f173-ac83-4368-b018-5052c6c6d82d,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:55.106735 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:12:55.113755 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:55.113755 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:55.159431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:55.194127 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:55.194774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:55.219629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:55.229894 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:55.234476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-b2654fba-9954-425a-836d-22733a19e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:55.234902 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:55.236242 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-b2654fba-9954-425a-836d-22733a19e5f3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 1128 time: 0.0476427 May 27 15:12:55.286323 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:55.379915 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-8713f412-03f3-4411-acd3-4774ec20ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:55.381032 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-8713f412-03f3-4411-acd3-4774ec20ee1b service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.1346989 May 27 15:12:55.382522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6c35-ac9b-4e06-8955-76eb8e8280bb req-16509ff6-bc0f-4420-a101-7e7a05e9519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:55.383907 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-882a6c35-ac9b-4e06-8955-76eb8e8280bb req-16509ff6-bc0f-4420-a101-7e7a05e9519c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 1130 time: 0.0500271 May 27 15:12:55.448770 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-e3db6d1f-45ec-47c8-bc92-1a0b73d9c970 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0449190 May 27 15:12:55.473174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:55.528485 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-882a6c35-ac9b-4e06-8955-76eb8e8280bb req-a1b18276-31de-4f3e-b959-a4b9aaa2cd84 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109283 May 27 15:12:55.529593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-226ca2b8-4064-4d6c-bc65-ddf8c2fcae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:55.531008 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-226ca2b8-4064-4d6c-bc65-ddf8c2fcae16 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0745387 May 27 15:12:55.713642 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f62f-776e-49e7-9f49-887c4a9d3635 req-57ebd8bb-b36b-4115-a6d9-ce34658648b2 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:55.715129 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a654f62f-776e-49e7-9f49-887c4a9d3635 req-57ebd8bb-b36b-4115-a6d9-ce34658648b2 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0540366 May 27 15:12:55.750874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:55.754155 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:55.770149 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a654f62f-776e-49e7-9f49-887c4a9d3635 req-b83050c0-02bb-42ff-aebd-ea6e26fe9777 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487959 May 27 15:12:55.914358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481c16f-0172-48a3-a594-900d9f5bc7b2 req-6174179c-0c99-43f6-b3b9-105c92a8e58d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:55.915811 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6481c16f-0172-48a3-a594-900d9f5bc7b2 req-6174179c-0c99-43f6-b3b9-105c92a8e58d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0460632 May 27 15:12:56.012882 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6481c16f-0172-48a3-a594-900d9f5bc7b2 req-8972ffa5-7bed-4f0a-86c5-03a877e4ae0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914986 May 27 15:12:56.032779 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-7b1c2a20-8f6a-48a4-810e-8a2864815b6d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708668 May 27 15:12:56.035324 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-e80e13b0-fc23-4ffd-97d6-886c63d238c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:56.036834 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-e80e13b0-fc23-4ffd-97d6-886c63d238c5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759525 May 27 15:12:56.162248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470965e-1d8e-415d-9b06-71f54dbaaf76 req-073b3652-fac4-48b5-bec6-d1aca50f5f3a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:56.163764 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c470965e-1d8e-415d-9b06-71f54dbaaf76 req-073b3652-fac4-48b5-bec6-d1aca50f5f3a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0467138 May 27 15:12:56.221127 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c470965e-1d8e-415d-9b06-71f54dbaaf76 req-dbe8b9dc-65f4-4a57-a137-71fe38fbec74 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515797 May 27 15:12:56.489389 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455222ab-8618-49e7-8962-276c69d74023 req-4b78d9fb-340f-43be-a2a2-d5c106837106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:56.490468 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-4b78d9fb-340f-43be-a2a2-d5c106837106 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ef917e1df4a64838aba088201ddb8552&device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 1129 time: 0.0719514 May 27 15:12:56.516606 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-74ba761a-813c-49c1-aa8a-b3d00b67bf5c service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745307 May 27 15:12:56.657136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:56.691535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455222ab-8618-49e7-8962-276c69d74023 req-58d5a83a-af65-4aa4-8e47-5a3aa2a7c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:56.693044 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-58d5a83a-af65-4aa4-8e47-5a3aa2a7c738 service neutron] 10.222.0.40 "GET /v2.0/networks?id=c2b21ed3-dc9f-458d-a75a-110ba2d09293 HTTP/1.1" status: 200 len: 912 time: 0.1711030 May 27 15:12:56.696628 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45f0d657-0fcb-4f7f-9687-c16b1ef98e97 req-9f0dcb71-9a8a-496b-a907-514ce72f7cd6 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734133 May 27 15:12:56.840006 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 806f4f1c-0d26-4fec-be62-86145b66b5e8 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:12:56.864039 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-0b73ed34-82b8-4ab2-b39e-22d94e23c06d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0 HTTP/1.1" status: 200 len: 217 time: 0.0700591 May 27 15:12:56.932014 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42436) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:56.981336 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3eee2-103a-4741-8209-3209dbfacd42 req-d004b2c0-6726-4988-b17f-afcac6f9b08c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:56.983365 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79a3eee2-103a-4741-8209-3209dbfacd42 req-d004b2c0-6726-4988-b17f-afcac6f9b08c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0790052 May 27 15:12:57.045545 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79a3eee2-103a-4741-8209-3209dbfacd42 req-25df14c9-a553-4f57-b145-7728b8169b38 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563896 May 27 15:12:57.049347 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 806f4f1c-0d26-4fec-be62-86145b66b5e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:57.051992 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:57.060972 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f3eec-919c-4db5-bc83-2e5e0d320f6d" -d '{"events": [{"server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "name": "network-vif-plugged", "status": "completed", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:57.081774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:57.088169 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.089515 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:12:57.133724 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 806f4f1c-0d26-4fec-be62-86145b66b5e8 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:57.134329 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.156724 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49379498-83de-42c8-893e-0d9d3748ecbc x-openstack-request-id: req-49379498-83de-42c8-893e-0d9d3748ecbc {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:57.157392 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "name": "network-vif-plugged", "status": "completed", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:57.157673 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49379498-83de-42c8-893e-0d9d3748ecbc {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:57.158097 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49379498-83de-42c8-893e-0d9d3748ecbc'] response: {'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'code': 200} May 27 15:12:57.161737 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806f4f1c-0d26-4fec-be62-86145b66b5e8 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:12:57.180332 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aaf56-0ca7-4149-ba18-45a764f3c1a4 req-a274e661-ab3b-4a73-be97-afc630c53b2c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:57.181885 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b7aaf56-0ca7-4149-ba18-45a764f3c1a4 req-a274e661-ab3b-4a73-be97-afc630c53b2c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 944 time: 0.0800674 May 27 15:12:57.187022 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 806f4f1c-0d26-4fec-be62-86145b66b5e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:57.188468 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Publish callbacks [] for security_group (0535bc00-cf8d-4473-8be8-f4c426d33ee2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.191777 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.193701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0535bc00-cf8d-4473-8be8-f4c426d33ee2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.237748 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9365180331be4a8f8736c8904f51e462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045607 May 27 15:12:57.240675 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42444) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:57.244958 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0535bc00-cf8d-4473-8be8-f4c426d33ee2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:57.253100 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b7aaf56-0ca7-4149-ba18-45a764f3c1a4 req-2fd7dd18-7c14-4042-977a-390632474ae6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647275 May 27 15:12:57.253849 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.254401 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.254965 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.255503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.256041 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.257128 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.257738 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=806f4f1c-0d26-4fec-be62-86145b66b5e8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:57.258007 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.258541 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.259069 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.260191 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.260832 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.261691 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.262232 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.262756 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.263277 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e998b-3b6f-406f-b176-86bc45ead9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.266457 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.267635 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.268077 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.268988 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.269524 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.270048 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.270561 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.271060 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.271566 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.272944 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.273911 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.274746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.275680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.276473 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.276473 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.324958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Publish callbacks [] for security_group (0535bc00-cf8d-4473-8be8-f4c426d33ee2), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.397660 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Publish callbacks [] for security_group (0535bc00-cf8d-4473-8be8-f4c426d33ee2), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.414898 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:57.470394 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6697da-7491-4d9f-90c8-ba313cc36b45 req-a82c75a7-55c4-4b38-991b-a367ee483a0f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:57.477437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e6697da-7491-4d9f-90c8-ba313cc36b45 req-a82c75a7-55c4-4b38-991b-a367ee483a0f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.1243484 May 27 15:12:57.521805 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455222ab-8618-49e7-8962-276c69d74023 req-71c7fd0e-7dba-4192-815f-fe4d11e453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:57.523875 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-71c7fd0e-7dba-4192-815f-fe4d11e453e9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=419c217a-ed2c-4a09-b152-0bb94ef2cae5 HTTP/1.1" status: 200 len: 851 time: 0.1295476 May 27 15:12:57.551255 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e6697da-7491-4d9f-90c8-ba313cc36b45 req-92c42d9b-11dc-40e0-b7c6-af710fa9715d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729535 May 27 15:12:57.573097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0535bc00-cf8d-4473-8be8-f4c426d33ee2), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.575824 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:57.580151 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0535bc00-cf8d-4473-8be8-f4c426d33ee2 HTTP/1.1" status: 204 len: 168 time: 0.3381712 May 27 15:12:57.606087 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['806f4f1c-0d26-4fec-be62-86145b66b5e8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:12:57.615598 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-a0cb0b36-0e75-4e2b-9df1-b5b07d6d481a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c2b21ed3-dc9f-458d-a75a-110ba2d09293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532584 May 27 15:12:57.619338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0535bc00-cf8d-4473-8be8-f4c426d33ee2,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:57.655460 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.655892 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.656298 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.656741 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.657973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.657973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.657973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.658271 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.658710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.659098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.659710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.659820 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.660200 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.660625 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.661016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ddf668-c859-468a-be0d-88074d065401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:12:57.695637 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90741e3d-8fea-43ba-9a0e-40a442d2750e req-5c7b05f7-1813-4083-a8a8-9679e7c4e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:57.697306 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90741e3d-8fea-43ba-9a0e-40a442d2750e req-5c7b05f7-1813-4083-a8a8-9679e7c4e9e4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1129 time: 0.0964286 May 27 15:12:57.816164 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-2a2ae61e-4483-431e-9122-a75b5a805cca service neutron] 10.222.0.40 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745956 May 27 15:12:57.818491 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90741e3d-8fea-43ba-9a0e-40a442d2750e req-f495d264-d5b1-4840-a8e2-4e4dc81dbf18 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807178 May 27 15:12:58.168265 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42488) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:58.196131 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ef9df2-f044-4ef8-b565-bb01fd9e7181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.320582 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ef9df2-f044-4ef8-b565-bb01fd9e7181 admin admin] Publish callbacks [] for security_group (3a5dceb0-fe6c-4109-86b5-ac914084e7fd), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.324905 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ef9df2-f044-4ef8-b565-bb01fd9e7181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (3a5dceb0-fe6c-4109-86b5-ac914084e7fd), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.368988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef9df2-f044-4ef8-b565-bb01fd9e7181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5dceb0-fe6c-4109-86b5-ac914084e7fd,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:58.376496 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-34ef9df2-f044-4ef8-b565-bb01fd9e7181 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9300b631eeab43ae937f0a9072910cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044408 May 27 15:12:58.376720 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42496) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:12:58.441645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd90d-278e-4097-85c7-18b4f24060f6 admin admin] Publish callbacks [] for security_group (3a5dceb0-fe6c-4109-86b5-ac914084e7fd), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.454186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:58.466013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd90d-278e-4097-85c7-18b4f24060f6 admin admin] Publish callbacks [] for security_group (3a5dceb0-fe6c-4109-86b5-ac914084e7fd), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.466556 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3fd5f-48a5-424a-bacf-690a3b3460aa req-bd4b349e-21ec-4587-92bf-a1627e312f06 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:58.474629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cbc3fd5f-48a5-424a-bacf-690a3b3460aa req-bd4b349e-21ec-4587-92bf-a1627e312f06 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1254413 May 27 15:12:58.511435 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-9a1faaab-cf12-4a06-8a40-8b2d3af2ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:58.512940 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-9a1faaab-cf12-4a06-8a40-8b2d3af2ccb7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 1130 time: 0.1647701 May 27 15:12:58.519035 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd90d-278e-4097-85c7-18b4f24060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (3a5dceb0-fe6c-4109-86b5-ac914084e7fd), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.522592 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd90d-278e-4097-85c7-18b4f24060f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.524213 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fa1fd90d-278e-4097-85c7-18b4f24060f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a5dceb0-fe6c-4109-86b5-ac914084e7fd HTTP/1.1" status: 204 len: 168 time: 0.1465490 May 27 15:12:58.532353 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fd90d-278e-4097-85c7-18b4f24060f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5dceb0-fe6c-4109-86b5-ac914084e7fd,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:58.534738 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd992a-c5e5-4639-a5ad-1ccc720bdbf3 req-2fda4d06-5ddd-4d28-bde9-b225b47a2ad9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:58.536272 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-32dd992a-c5e5-4639-a5ad-1ccc720bdbf3 req-2fda4d06-5ddd-4d28-bde9-b225b47a2ad9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.1891465 May 27 15:12:58.558201 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-455222ab-8618-49e7-8962-276c69d74023 req-789c01b2-a1a5-4652-8feb-5d3c8d261603 service neutron] 10.222.0.40 "GET /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031991 May 27 15:12:58.613313 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cbc3fd5f-48a5-424a-bacf-690a3b3460aa req-d685ce9a-1072-4043-9d33-98b9a7507cdf tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377566 May 27 15:12:58.636976 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-32dd992a-c5e5-4639-a5ad-1ccc720bdbf3 req-1d8f55fe-e2fb-4086-86df-7389b1ace2eb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807204 May 27 15:12:58.754955 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde5a8-f8d7-4384-be82-cb3cefdd81ab req-7846074c-eac5-43bd-8f98-9cd07338c4f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:58.763166 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ebde5a8-f8d7-4384-be82-cb3cefdd81ab req-7846074c-eac5-43bd-8f98-9cd07338c4f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 945 time: 0.0750182 May 27 15:12:58.843956 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 806f4f1c-0d26-4fec-be62-86145b66b5e8 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:12:58.898337 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 806f4f1c-0d26-4fec-be62-86145b66b5e8 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:12:58.911262 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ebde5a8-f8d7-4384-be82-cb3cefdd81ab req-8096ba92-5c1e-4956-bb0d-4c16eabe4820 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309268 May 27 15:12:58.915749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 806f4f1c-0d26-4fec-be62-86145b66b5e8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:12:58.916397 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:58.925526 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-6eb8177d-de2d-4706-9891-d94f0f2142df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:58.928736 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-6eb8177d-de2d-4706-9891-d94f0f2142df service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.1946900 May 27 15:12:59.008977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 806f4f1c-0d26-4fec-be62-86145b66b5e8 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:12:59.008977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:59.040500 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 806f4f1c-0d26-4fec-be62-86145b66b5e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:12:59.044970 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:59.101913 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=806f4f1c-0d26-4fec-be62-86145b66b5e8,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:12:59.160008 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:12:59.162899 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dac8c4-ab05-4745-8b5f-00547db9cf6c" -d '{"events": [{"server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "name": "network-vif-plugged", "status": "completed", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:12:59.213711 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca17e5-c63c-48cc-bbd0-4b93db1e726f x-openstack-request-id: req-b7ca17e5-c63c-48cc-bbd0-4b93db1e726f {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:12:59.214025 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "name": "network-vif-plugged", "status": "completed", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:12:59.214282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7ca17e5-c63c-48cc-bbd0-4b93db1e726f {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:12:59.214745 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ca17e5-c63c-48cc-bbd0-4b93db1e726f'] response: {'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'code': 200} May 27 15:12:59.837938 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a770175-3ad0-4281-b1dd-e4217fd31fbf req-4c6bff1a-c2cf-4f69-8da6-130e50e36d3a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:59.839646 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a770175-3ad0-4281-b1dd-e4217fd31fbf req-4c6bff1a-c2cf-4f69-8da6-130e50e36d3a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0611193 May 27 15:12:59.846318 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c2a2-c806-4a21-bf23-776647c3f594 req-f87edf69-eb8b-4d76-b563-6ebe25768748 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:12:59.847912 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9da1c2a2-c806-4a21-bf23-776647c3f594 req-f87edf69-eb8b-4d76-b563-6ebe25768748 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1041315 May 27 15:12:59.880895 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:12:59.914343 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:12:59.941216 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a770175-3ad0-4281-b1dd-e4217fd31fbf req-8bff8671-686c-4ded-a503-7049c43eaf3c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 May 27 15:12:59.953084 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9da1c2a2-c806-4a21-bf23-776647c3f594 req-640da751-8562-4e2c-8e67-2139dc6566fd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873654 May 27 15:13:00.065358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677b44-ee04-4ec8-ac4a-1c58679f931f req-ffea65f5-1244-4334-a3b3-b8e2a681eaa2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:00.066834 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5677b44-ee04-4ec8-ac4a-1c58679f931f req-ffea65f5-1244-4334-a3b3-b8e2a681eaa2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0473478 May 27 15:13:00.114185 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5677b44-ee04-4ec8-ac4a-1c58679f931f req-4b6d5ede-94bd-4ead-98f9-9858717021b7 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 May 27 15:13:01.074695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94699ea-df52-417e-83c7-121bc6c2dbda req-64c4c83b-f1c6-4c0e-9610-7c74d6b95fc6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:01.076149 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a94699ea-df52-417e-83c7-121bc6c2dbda req-64c4c83b-f1c6-4c0e-9610-7c74d6b95fc6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0589733 May 27 15:13:01.124176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199dfc1-bf79-4ade-9a2e-06a92a7bfd9d req-049bdea3-da6c-4073-b666-e45f62d99b7c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:01.125637 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3199dfc1-bf79-4ade-9a2e-06a92a7bfd9d req-049bdea3-da6c-4073-b666-e45f62d99b7c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0971160 May 27 15:13:01.162650 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a94699ea-df52-417e-83c7-121bc6c2dbda req-53e74dcb-7253-4c73-b5bb-0ceb4b2971e4 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704863 May 27 15:13:01.188160 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3199dfc1-bf79-4ade-9a2e-06a92a7bfd9d req-b1a4b7e2-5604-4d14-83d0-9014be5b4df7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 May 27 15:13:01.268922 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6758d7-e721-4f2f-89a8-645ee6cafa4d req-2d2dd1db-0ade-4d85-b6e6-b16ba599f6bd tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:01.270402 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6a6758d7-e721-4f2f-89a8-645ee6cafa4d req-2d2dd1db-0ade-4d85-b6e6-b16ba599f6bd tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0485094 May 27 15:13:01.325355 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6a6758d7-e721-4f2f-89a8-645ee6cafa4d req-3d0e87c6-0f42-4ad8-81f3-bc3b076be881 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477984 May 27 15:13:02.145760 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-7a5b1356-4fa3-4ef5-bebb-a49bb8a6e022 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f267f173-ac83-4368-b018-5052c6c6d82d HTTP/1.1" status: 200 len: 217 time: 0.0440187 May 27 15:13:02.311362 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a37d25-9140-4ca5-9ba5-0be48ab68078 req-fbbaf0eb-b875-4672-9984-344588d1ef6a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:02.312890 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53a37d25-9140-4ca5-9ba5-0be48ab68078 req-fbbaf0eb-b875-4672-9984-344588d1ef6a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0815520 May 27 15:13:02.323331 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd3aa-7002-44f0-81d6-53f4fa85e46b req-5b06ef1b-135a-4139-b7e6-c92ca8eb2b52 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:02.324699 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ea9bd3aa-7002-44f0-81d6-53f4fa85e46b req-5b06ef1b-135a-4139-b7e6-c92ca8eb2b52 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0636687 May 27 15:13:02.395000 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:02.404280 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53a37d25-9140-4ca5-9ba5-0be48ab68078 req-88d9b575-f557-49f8-8e9d-1921e14535b3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786734 May 27 15:13:02.407669 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ea9bd3aa-7002-44f0-81d6-53f4fa85e46b req-d39e55f6-c887-4341-b6be-966225eb6cf5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750275 May 27 15:13:02.540959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af2d04-2721-43bf-89fd-d3077aa0c0b8 req-e681ec59-69fd-4ff1-a25a-406feac62e78 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:02.542436 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6af2d04-2721-43bf-89fd-d3077aa0c0b8 req-e681ec59-69fd-4ff1-a25a-406feac62e78 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0807183 May 27 15:13:02.549995 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751b62a-5903-4fa8-947d-47707503b91a req-b482a794-d58e-4085-a622-51dfed02593c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:02.551336 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e751b62a-5903-4fa8-947d-47707503b91a req-b482a794-d58e-4085-a622-51dfed02593c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0795140 May 27 15:13:02.560504 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42610) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:02.565034 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'floatingip': {'port_id': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:13:02.596581 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6af2d04-2721-43bf-89fd-d3077aa0c0b8 req-dfddffe8-a144-4985-90d6-41fa44356211 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 May 27 15:13:02.661948 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (4da7986f-71b7-4532-b8ed-0a41abaf6909), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:02.720408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-0cd48bba-27f2-4706-887e-306a197a0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:02.722023 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-0cd48bba-27f2-4706-887e-306a197a0052 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0512590 May 27 15:13:03.017579 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:03.246413 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:03.391624 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:03.551727 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:03.556830 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (4da7986f-71b7-4532-b8ed-0a41abaf6909), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:03.567731 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd962c4-545e-4b6e-97e8-b66f32b0613c req-3c799e35-025b-4182-aaec-2cf1ef1d96e2 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:03.570562 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fd962c4-545e-4b6e-97e8-b66f32b0613c req-3c799e35-025b-4182-aaec-2cf1ef1d96e2 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0717359 May 27 15:13:03.628495 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fd962c4-545e-4b6e-97e8-b66f32b0613c req-5631c350-b275-4a35-9ef1-a71042e51be8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 May 27 15:13:03.668479 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Floating IP 4da7986f-71b7-4532-b8ed-0a41abaf6909 associated. External IP: 172.27.1.19, port: 5737ab7a-1d8d-4ce7-85ab-97d0a121905d. May 27 15:13:03.733948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc717644-5a0e-4726-907f-433ea11d2b32 req-3ffe2641-36b7-402b-85cd-86dbf8f88d85 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:03.735619 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc717644-5a0e-4726-907f-433ea11d2b32 req-3ffe2641-36b7-402b-85cd-86dbf8f88d85 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0553615 May 27 15:13:03.790138 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc717644-5a0e-4726-907f-433ea11d2b32 req-3d8c95ec-7d80-4d9f-9fc9-b0c3ca9986cc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456026 May 27 15:13:03.893235 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:13:04.001905 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:13:04.008128 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:04.019345 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:13:04.027265 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:13:04.027979 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:04.039291 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fea03db7-34db-4242-8aa4-3f37b1b61651 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "PUT /v2.0/floatingips/4da7986f-71b7-4532-b8ed-0a41abaf6909 HTTP/1.1" status: 200 len: 990 time: 1.4776797 May 27 15:13:04.040227 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:13:04.043067 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068062be-afe9-4793-ad7b-161860bf3886" -d '{"events": [{"name": "network-changed", "server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:13:04.089695 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb468874-661d-4481-bbc7-5620e0a567be x-openstack-request-id: req-cb468874-661d-4481-bbc7-5620e0a567be {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:13:04.089978 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:13:04.090223 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb468874-661d-4481-bbc7-5620e0a567be {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:13:04.090619 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb468874-661d-4481-bbc7-5620e0a567be'] response: {'name': 'network-changed', 'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'status': 'completed', 'code': 200} May 27 15:13:04.134199 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:13:04.383571 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '4da7986f-71b7-4532-b8ed-0a41abaf6909', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'port_id': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'mac_address': 'fa:16:3e:9b:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:16Z', 'updated_at': '2022-05-27T15:13:03Z', 'revision_number': 1, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:04.407485 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:13:04.415838 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:13:04.416484 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:04.524093 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:13:04.735807 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '4da7986f-71b7-4532-b8ed-0a41abaf6909', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'port_id': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'mac_address': 'fa:16:3e:9b:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:16Z', 'updated_at': '2022-05-27T15:13:03Z', 'revision_number': 1, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:04.744322 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:04.755176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a622-8a87-48f4-ae75-6460b0cd7919 req-94e4c954-fbb1-4725-83b4-b3e0ac7da704 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:04.757208 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6fe9a622-8a87-48f4-ae75-6460b0cd7919 req-94e4c954-fbb1-4725-83b4-b3e0ac7da704 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0476282 May 27 15:13:04.761186 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7413ef9e-3a4c-4343-b379-8d0c2fc050bf None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '4da7986f-71b7-4532-b8ed-0a41abaf6909', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'port_id': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'mac_address': 'fa:16:3e:9b:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:16Z', 'updated_at': '2022-05-27T15:13:03Z', 'revision_number': 1, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:13:04.809330 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6fe9a622-8a87-48f4-ae75-6460b0cd7919 req-1ec129da-4c32-48c1-b88b-3110374ca74f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 May 27 15:13:04.913810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e67c-af0e-4609-be6b-506169bf17d0 req-9bd7b923-0195-4d6d-8869-08958611245f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:04.915412 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ea2e67c-af0e-4609-be6b-506169bf17d0 req-9bd7b923-0195-4d6d-8869-08958611245f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0512357 May 27 15:13:04.972968 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ea2e67c-af0e-4609-be6b-506169bf17d0 req-32a4e12d-e03c-4c5a-b8d1-dea8aafb08f4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519361 May 27 15:13:04.982253 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab3b3c-1559-44f5-9af0-80dfcb2cd4ba None None] New status for floating IP 4da7986f-71b7-4532-b8ed-0a41abaf6909: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:13:05.136936 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:05.923045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce9f51-fbbe-45f6-bb73-9e8258b70a16 req-79138a4a-80eb-4edf-8e54-c978dae26c27 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:05.924595 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22ce9f51-fbbe-45f6-bb73-9e8258b70a16 req-79138a4a-80eb-4edf-8e54-c978dae26c27 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0464754 May 27 15:13:05.972290 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22ce9f51-fbbe-45f6-bb73-9e8258b70a16 req-20585fab-b1c0-4761-909f-a8535e44eb7d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 May 27 15:13:06.084739 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323198f7-27ca-499b-8f2e-bd068c25cde9 req-8ac56a8c-e009-4752-83d8-7d6118847562 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:06.086183 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-323198f7-27ca-499b-8f2e-bd068c25cde9 req-8ac56a8c-e009-4752-83d8-7d6118847562 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0455582 May 27 15:13:06.135865 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-323198f7-27ca-499b-8f2e-bd068c25cde9 req-d7320b1d-89af-402a-ac8d-6cc045b6aa95 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 May 27 15:13:06.748946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-d486de6b-115e-4f89-87a8-0b58bdfba3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:06.750404 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-d486de6b-115e-4f89-87a8-0b58bdfba3c6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681317 May 27 15:13:06.753007 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d78f2a-b296-4300-a6d6-9dfe77aa1edf req-b530447b-a2da-4787-ab49-fa81a3194175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:06.754311 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-51d78f2a-b296-4300-a6d6-9dfe77aa1edf req-b530447b-a2da-4787-ab49-fa81a3194175 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 1130 time: 0.0457232 May 27 15:13:07.044963 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068062be-afe9-4793-ad7b-161860bf3886 req-86a00725-4239-4b7f-a0af-33344dd7545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:07.046539 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-86a00725-4239-4b7f-a0af-33344dd7545e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1129 time: 0.0471511 May 27 15:13:07.125789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:07.137379 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-51d78f2a-b296-4300-a6d6-9dfe77aa1edf req-a477a3ec-2ddf-4034-bb85-d7a45cf6720f service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364803 May 27 15:13:07.146905 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff0c85-4bc5-46b5-bad9-a35889afe1f4 req-a79ae69e-6d6f-43e0-a749-e4b10c82a49b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:07.148401 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22ff0c85-4bc5-46b5-bad9-a35889afe1f4 req-a79ae69e-6d6f-43e0-a749-e4b10c82a49b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0767989 May 27 15:13:07.165872 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-c2bb19f9-766a-41a4-8947-03186a49c914 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737611 May 27 15:13:07.202114 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22ff0c85-4bc5-46b5-bad9-a35889afe1f4 req-823540ea-d2ab-49f7-ac88-10c6dbf456b7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 May 27 15:13:07.253653 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff7f9d-e34d-4625-9f8e-643f11a6c5b2 req-d5c41fa5-8340-4bbc-af79-2d07d67e6898 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:07.255132 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93ff7f9d-e34d-4625-9f8e-643f11a6c5b2 req-d5c41fa5-8340-4bbc-af79-2d07d67e6898 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0516465 May 27 15:13:07.304536 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93ff7f9d-e34d-4625-9f8e-643f11a6c5b2 req-de6e1402-ca03-46a5-b52a-a1b1b9d442a9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 May 27 15:13:07.822132 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05eb6385-830c-4931-b342-1e08fb7575e4 req-586c3a77-91c2-4530-bc85-1bbac060b023 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166692 May 27 15:13:07.902627 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068062be-afe9-4793-ad7b-161860bf3886 req-2d55d486-ef8a-479a-beb8-4b0f2852c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:07.904367 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-2d55d486-ef8a-479a-beb8-4b0f2852c73b service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.2014999 May 27 15:13:08.332069 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07f2ef-ea9b-4499-bb78-0323924d1b6f req-62e5cda3-a9bd-448c-95fa-68f84c3754b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:08.334135 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a07f2ef-ea9b-4499-bb78-0323924d1b6f req-62e5cda3-a9bd-448c-95fa-68f84c3754b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0592458 May 27 15:13:08.425643 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a07f2ef-ea9b-4499-bb78-0323924d1b6f req-0e24a8be-a8ee-4e9c-9491-09c56e96c617 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839112 May 27 15:13:08.441857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f9d83-6fda-45d9-b269-c053edc6db95 req-74ed6a54-8e72-4ca8-b50e-09a74cd1bdf9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:08.443324 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df9f9d83-6fda-45d9-b269-c053edc6db95 req-74ed6a54-8e72-4ca8-b50e-09a74cd1bdf9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0647914 May 27 15:13:08.543474 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df9f9d83-6fda-45d9-b269-c053edc6db95 req-b82f6fd7-430f-4b04-82cd-349665201930 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854023 May 27 15:13:08.570422 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-8f44626b-7b9e-4857-b706-5d115a231816 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 1000 time: 0.1177387 May 27 15:13:08.675280 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068062be-afe9-4793-ad7b-161860bf3886 req-48ea6796-89a9-4916-8df3-fd2212559e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:08.677016 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-48ea6796-89a9-4916-8df3-fd2212559e32 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.0833724 May 27 15:13:08.723122 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42778) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:08.763064 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068062be-afe9-4793-ad7b-161860bf3886 req-e87e6189-8628-4b63-b1a5-8a00a07a3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:08.764612 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-e87e6189-8628-4b63-b1a5-8a00a07a3534 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437307 May 27 15:13:08.823957 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388975-a5ba-465d-a19a-c5e088eb8e13 req-8e1a9006-9109-4edd-b2c3-d30f6e410a25 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:08.825454 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-42388975-a5ba-465d-a19a-c5e088eb8e13 req-8e1a9006-9109-4edd-b2c3-d30f6e410a25 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.0515401 May 27 15:13:08.857586 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da6d8bba-2d39-4ea3-84f5-21e1a189ea7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:08.863258 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:08.900264 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-42388975-a5ba-465d-a19a-c5e088eb8e13 req-74d077fd-a79f-4f28-bd7c-ebde5daef7e5 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691333 May 27 15:13:08.959367 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da6d8bba-2d39-4ea3-84f5-21e1a189ea7b admin admin] Publish callbacks [] for security_group (a139cbb9-f310-44ed-a7ad-2b174d9d1aba), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:08.964031 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da6d8bba-2d39-4ea3-84f5-21e1a189ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a139cbb9-f310-44ed-a7ad-2b174d9d1aba), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:09.010824 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d8bba-2d39-4ea3-84f5-21e1a189ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a139cbb9-f310-44ed-a7ad-2b174d9d1aba,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:09.018836 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-da6d8bba-2d39-4ea3-84f5-21e1a189ea7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4011843ae6b14d4e9ed351847794b81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945979 May 27 15:13:09.021398 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42788) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:09.089151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd1f1-8edc-4023-95fb-ae1640d5504e admin admin] Publish callbacks [] for security_group (a139cbb9-f310-44ed-a7ad-2b174d9d1aba), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:09.106670 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:09.117492 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd1f1-8edc-4023-95fb-ae1640d5504e admin admin] Publish callbacks [] for security_group (a139cbb9-f310-44ed-a7ad-2b174d9d1aba), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:09.184365 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd1f1-8edc-4023-95fb-ae1640d5504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a139cbb9-f310-44ed-a7ad-2b174d9d1aba), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:09.187306 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd1f1-8edc-4023-95fb-ae1640d5504e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:09.191214 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f1fdd1f1-8edc-4023-95fb-ae1640d5504e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a139cbb9-f310-44ed-a7ad-2b174d9d1aba HTTP/1.1" status: 204 len: 168 time: 0.1664510 May 27 15:13:09.200772 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdd1f1-8edc-4023-95fb-ae1640d5504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a139cbb9-f310-44ed-a7ad-2b174d9d1aba,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:09.555631 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9eee-c0df-46e3-be6c-bd0209a0b336 req-7ff3e033-18c3-41e9-a819-4d7dc06f79a8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:09.557201 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-986f9eee-c0df-46e3-be6c-bd0209a0b336 req-7ff3e033-18c3-41e9-a819-4d7dc06f79a8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0488982 May 27 15:13:09.616868 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-986f9eee-c0df-46e3-be6c-bd0209a0b336 req-1ba830a4-7265-47ae-91b4-03aaf6d2ec0e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531309 May 27 15:13:09.714899 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b12ab-0b9b-4e92-987b-438effbe11a7 req-81f62f30-4371-412b-b532-3b562ebd8b1c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:09.716788 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5b3b12ab-0b9b-4e92-987b-438effbe11a7 req-81f62f30-4371-412b-b532-3b562ebd8b1c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0569291 May 27 15:13:09.767415 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5b3b12ab-0b9b-4e92-987b-438effbe11a7 req-4a3cf93f-f855-49cd-95e4-b8bed5058b3d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 May 27 15:13:10.019668 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b030a-04f4-4a7b-8899-51bee56846c6 req-1b4aabf0-4fdf-4520-baff-f06b850656c1 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:10.021285 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b10b030a-04f4-4a7b-8899-51bee56846c6 req-1b4aabf0-4fdf-4520-baff-f06b850656c1 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.0515842 May 27 15:13:10.072431 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b10b030a-04f4-4a7b-8899-51bee56846c6 req-bae234a4-0dfa-4ab0-8346-8a67a32539d0 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 May 27 15:13:10.348706 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42866) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:10.481687 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c8b00684-afec-4c03-9cce-aded5722f05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.579319 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c8b00684-afec-4c03-9cce-aded5722f05f admin admin] Publish callbacks [] for security_group (5de3d89d-9443-4a6c-b254-44a9974f7ae2), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.586833 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c8b00684-afec-4c03-9cce-aded5722f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (5de3d89d-9443-4a6c-b254-44a9974f7ae2), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.667720 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c8b00684-afec-4c03-9cce-aded5722f05f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e8c3c93b6b645a4b6fbc41cf936514a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183696 May 27 15:13:10.671440 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42898) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:10.697214 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00684-afec-4c03-9cce-aded5722f05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3d89d-9443-4a6c-b254-44a9974f7ae2,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:10.735279 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:10.811133 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7d507619-b648-441e-a21b-2482c93047c0 admin admin] Publish callbacks [] for security_group (5de3d89d-9443-4a6c-b254-44a9974f7ae2), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.847201 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:10.851258 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-409cdb7c-023a-420d-9aca-3372b8c035db service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381587 May 27 15:13:10.882423 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7d507619-b648-441e-a21b-2482c93047c0 admin admin] Publish callbacks [] for security_group (5de3d89d-9443-4a6c-b254-44a9974f7ae2), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.886651 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5672f9-b6c3-4407-a26c-7652ccd21094 req-1ccda0c4-688a-481c-b02b-e1d8e646a12a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:10.899102 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b5672f9-b6c3-4407-a26c-7652ccd21094 req-1ccda0c4-688a-481c-b02b-e1d8e646a12a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.1214049 May 27 15:13:10.924603 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42916) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:10.951289 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7d507619-b648-441e-a21b-2482c93047c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (5de3d89d-9443-4a6c-b254-44a9974f7ae2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.957178 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7d507619-b648-441e-a21b-2482c93047c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:10.961286 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7d507619-b648-441e-a21b-2482c93047c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5de3d89d-9443-4a6c-b254-44a9974f7ae2 HTTP/1.1" status: 204 len: 168 time: 0.2880485 May 27 15:13:10.977907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:10.982146 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d507619-b648-441e-a21b-2482c93047c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3d89d-9443-4a6c-b254-44a9974f7ae2,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:11.006962 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9f59a-8be9-498f-af28-bdb1c21d3f90 req-4d2979e6-ca00-4f76-9b1f-616ec1de6754 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:11.017184 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57c9f59a-8be9-498f-af28-bdb1c21d3f90 req-4d2979e6-ca00-4f76-9b1f-616ec1de6754 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.1144905 May 27 15:13:11.063177 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b5672f9-b6c3-4407-a26c-7652ccd21094 req-5fc660eb-8dc6-4b89-961f-789bf3cf6ee5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628499 May 27 15:13:11.112156 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57c9f59a-8be9-498f-af28-bdb1c21d3f90 req-f5dfea2c-ed80-4318-9e17-b7f689a7c053 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907485 May 27 15:13:11.212330 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8bad692b-c22d-4c60-8c0b-4b60e51128d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.266795 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38665ca-c6cf-40b2-9a48-18ba78397929 req-db38e125-764b-4c97-bf68-6a08cbd99820 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:11.268228 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f38665ca-c6cf-40b2-9a48-18ba78397929 req-db38e125-764b-4c97-bf68-6a08cbd99820 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0801144 May 27 15:13:11.277980 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 42942) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:11.288196 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:13:11.332311 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eca1d-7c78-428d-9381-51515309a38c req-8ec8618e-0fce-41a4-8727-4442571d64c5 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:11.340162 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8b3eca1d-7c78-428d-9381-51515309a38c req-8ec8618e-0fce-41a4-8727-4442571d64c5 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.1627140 May 27 15:13:11.411463 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8bad692b-c22d-4c60-8c0b-4b60e51128d4 admin admin] Publish callbacks [] for security_group (95942bba-a717-4597-8a9e-cd613c9c2776), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.424874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8bad692b-c22d-4c60-8c0b-4b60e51128d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (95942bba-a717-4597-8a9e-cd613c9c2776), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.452696 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-068062be-afe9-4793-ad7b-161860bf3886 req-f1e6e5d0-8a92-45e5-883d-57104c57d458 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449175 May 27 15:13:11.476120 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8bad692b-c22d-4c60-8c0b-4b60e51128d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a4f2609a59542f9b6c6b314bf188f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479064 May 27 15:13:11.478077 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42946) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:11.487484 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad692b-c22d-4c60-8c0b-4b60e51128d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95942bba-a717-4597-8a9e-cd613c9c2776,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:11.556184 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e996738-e877-4f17-b0a7-3b4ba46563a5 admin admin] Publish callbacks [] for security_group (95942bba-a717-4597-8a9e-cd613c9c2776), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.595007 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e996738-e877-4f17-b0a7-3b4ba46563a5 admin admin] Publish callbacks [] for security_group (95942bba-a717-4597-8a9e-cd613c9c2776), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.607357 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42948) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:11.626815 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-22ce24a3-abb4-4785-84b6-55320c33745b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.651913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-e410b159-2258-41ef-816a-fa1d62a85f2c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:11.653407 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-e410b159-2258-41ef-816a-fa1d62a85f2c tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.40 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 945 time: 0.2786639 May 27 15:13:11.705465 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (a67079b3-badd-41d7-bc6b-8c75c9a7f93b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.731363 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:11.757643 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42952) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:11.758295 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e996738-e877-4f17-b0a7-3b4ba46563a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (95942bba-a717-4597-8a9e-cd613c9c2776), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.760994 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e996738-e877-4f17-b0a7-3b4ba46563a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.762134 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5e996738-e877-4f17-b0a7-3b4ba46563a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95942bba-a717-4597-8a9e-cd613c9c2776 HTTP/1.1" status: 204 len: 168 time: 0.2830343 May 27 15:13:11.765344 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-22ce24a3-abb4-4785-84b6-55320c33745b admin admin] Publish callbacks [] for security_group (941c7f11-3da6-4709-86d7-52d66da7d080), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.774535 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-22ce24a3-abb4-4785-84b6-55320c33745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (941c7f11-3da6-4709-86d7-52d66da7d080), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.783994 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:11.792904 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e996738-e877-4f17-b0a7-3b4ba46563a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95942bba-a717-4597-8a9e-cd613c9c2776,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:11.833885 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-22ce24a3-abb4-4785-84b6-55320c33745b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c4d5b42e49744a588561ed618b88305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254941 May 27 15:13:11.839134 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42962) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:11.847579 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce24a3-abb4-4785-84b6-55320c33745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c7f11-3da6-4709-86d7-52d66da7d080,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:11.902693 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9926b101-6c48-484d-b0fa-548e273f24c1 admin admin] Publish callbacks [] for security_group (941c7f11-3da6-4709-86d7-52d66da7d080), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.933894 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9926b101-6c48-484d-b0fa-548e273f24c1 admin admin] Publish callbacks [] for security_group (941c7f11-3da6-4709-86d7-52d66da7d080), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.947135 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50cef9ea-9b24-45f5-b81f-1dbd26c19461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:11.971044 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:11.977095 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8b3eca1d-7c78-428d-9381-51515309a38c req-4f77b987-7ca4-44be-8353-9538fbb992e7 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/security-groups?id=68f32933-4d06-4efc-b01d-5ccd3f4dde05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355863 May 27 15:13:12.027631 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Deleting port 759aef94-0828-4004-85eb-9b3aee7fc1c0 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:13:12.028324 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.039720 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9926b101-6c48-484d-b0fa-548e273f24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (941c7f11-3da6-4709-86d7-52d66da7d080), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.046662 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9926b101-6c48-484d-b0fa-548e273f24c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.048318 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9926b101-6c48-484d-b0fa-548e273f24c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/941c7f11-3da6-4709-86d7-52d66da7d080 HTTP/1.1" status: 204 len: 168 time: 0.2070568 May 27 15:13:12.068071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926b101-6c48-484d-b0fa-548e273f24c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c7f11-3da6-4709-86d7-52d66da7d080,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:12.206172 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50cef9ea-9b24-45f5-b81f-1dbd26c19461 admin admin] Publish callbacks [] for security_group (8029a612-aa45-4222-bd5c-ea7ea9b8a620), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.212217 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50cef9ea-9b24-45f5-b81f-1dbd26c19461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8029a612-aa45-4222-bd5c-ea7ea9b8a620), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.268152 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-50cef9ea-9b24-45f5-b81f-1dbd26c19461 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b041a9f731074ff6bc97593c9dab81db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049522 May 27 15:13:12.269368 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cef9ea-9b24-45f5-b81f-1dbd26c19461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8029a612-aa45-4222-bd5c-ea7ea9b8a620,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:12.271968 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42968) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:12.326328 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd945-99e4-4a27-a611-237b79cb0054 req-1e81e326-8b7a-4e30-bb01-0d8d558d6d8f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:12.329494 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65bfd945-99e4-4a27-a611-237b79cb0054 req-1e81e326-8b7a-4e30-bb01-0d8d558d6d8f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.1233690 May 27 15:13:12.335138 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3e2520f2-eda1-4e0d-9e4f-3beccb1b8a5b admin admin] Publish callbacks [] for security_group (8029a612-aa45-4222-bd5c-ea7ea9b8a620), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.347542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] For port 759aef94-0828-4004-85eb-9b3aee7fc1c0, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=759aef94-0828-4004-85eb-9b3aee7fc1c0,segment=NetworkSegment(036f2453-8745-483b-a305-7d2021308049),segment_id=036f2453-8745-483b-a305-7d2021308049)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:13:12.347958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.358413 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3e2520f2-eda1-4e0d-9e4f-3beccb1b8a5b admin admin] Publish callbacks [] for security_group (8029a612-aa45-4222-bd5c-ea7ea9b8a620), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.388402 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Calling delete_port for 759aef94-0828-4004-85eb-9b3aee7fc1c0 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:13:12.429854 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3e2520f2-eda1-4e0d-9e4f-3beccb1b8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8029a612-aa45-4222-bd5c-ea7ea9b8a620), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.432437 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3e2520f2-eda1-4e0d-9e4f-3beccb1b8a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.436334 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3e2520f2-eda1-4e0d-9e4f-3beccb1b8a5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8029a612-aa45-4222-bd5c-ea7ea9b8a620 HTTP/1.1" status: 204 len: 168 time: 0.1585519 May 27 15:13:12.446454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2520f2-eda1-4e0d-9e4f-3beccb1b8a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029a612-aa45-4222-bd5c-ea7ea9b8a620,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:12.642278 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65bfd945-99e4-4a27-a611-237b79cb0054 req-6f3bf786-6314-4caf-aabc-b19647747357 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018501 May 27 15:13:12.905259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:12.923171 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42988) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:12.937781 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-66edaedc-87d8-4514-a87b-8e5091d4506f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:12.950763 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 759aef94-0828-4004-85eb-9b3aee7fc1c0 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:13:13.024393 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.033606 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 759aef94-0828-4004-85eb-9b3aee7fc1c0 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:13:13.034324 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (759aef94-0828-4004-85eb-9b3aee7fc1c0), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.039695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:13.043615 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-66edaedc-87d8-4514-a87b-8e5091d4506f admin admin] Publish callbacks [] for security_group (d7342294-1619-4344-92f4-dc4c8805a64d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.049918 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-66edaedc-87d8-4514-a87b-8e5091d4506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d7342294-1619-4344-92f4-dc4c8805a64d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.069510 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.081276 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Pushing event deleted for resources: {'Port': ['ID=759aef94-0828-4004-85eb-9b3aee7fc1c0,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:13.108056 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-66edaedc-87d8-4514-a87b-8e5091d4506f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a6a8c05361440c6a24b12d3d1d08c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837943 May 27 15:13:13.108806 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edaedc-87d8-4514-a87b-8e5091d4506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7342294-1619-4344-92f4-dc4c8805a64d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:13.111212 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 42994) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:13.135766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a67079b3-badd-41d7-bc6b-8c75c9a7f93b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.178444 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c90dce2a-55ce-4a87-9941-cc26412a434e admin admin] Publish callbacks [] for security_group (d7342294-1619-4344-92f4-dc4c8805a64d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.187349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:13.202640 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c90dce2a-55ce-4a87-9941-cc26412a434e admin admin] Publish callbacks [] for security_group (d7342294-1619-4344-92f4-dc4c8805a64d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.235124 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] No DVR routers for this DVR port 759aef94-0828-4004-85eb-9b3aee7fc1c0 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:13:13.239759 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff6cacfb-5da5-4b06-8b6c-182b64161df1 req-81cda8fb-a8fc-48ec-b0ee-f188ee051a39 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0856476 May 27 15:13:13.244786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.247942 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c83e592f-b030-4f69-96ad-04b7ff127990 req-b15bc693-2e5b-4c12-8680-cda5ae1ebfae tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.40 "DELETE /v2.0/ports/759aef94-0828-4004-85eb-9b3aee7fc1c0 HTTP/1.1" status: 204 len: 173 time: 1.5763156 May 27 15:13:13.248301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'name': 'network-vif-deleted', 'tag': '759aef94-0828-4004-85eb-9b3aee7fc1c0'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:13:13.250520 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f597cb8e-f29d-4ec9-88d4-3b3451a2c22d" -d '{"events": [{"server_uuid": "3f5f59e3-72be-4164-9117-b85ea68221c0", "name": "network-vif-deleted", "tag": "759aef94-0828-4004-85eb-9b3aee7fc1c0"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:13:13.268560 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c90dce2a-55ce-4a87-9941-cc26412a434e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d7342294-1619-4344-92f4-dc4c8805a64d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.271626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c90dce2a-55ce-4a87-9941-cc26412a434e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.275643 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c90dce2a-55ce-4a87-9941-cc26412a434e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7342294-1619-4344-92f4-dc4c8805a64d HTTP/1.1" status: 204 len: 168 time: 0.1617012 May 27 15:13:13.286087 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dce2a-55ce-4a87-9941-cc26412a434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7342294-1619-4344-92f4-dc4c8805a64d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:13.345566 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985763fe-f9d5-472b-a15b-92e5a3072852 x-openstack-request-id: req-985763fe-f9d5-472b-a15b-92e5a3072852 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:13:13.345977 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f59e3-72be-4164-9117-b85ea68221c0", "name": "network-vif-deleted", "tag": "759aef94-0828-4004-85eb-9b3aee7fc1c0", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:13:13.346222 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-985763fe-f9d5-472b-a15b-92e5a3072852 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:13:13.346617 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985763fe-f9d5-472b-a15b-92e5a3072852'] response: {'server_uuid': '3f5f59e3-72be-4164-9117-b85ea68221c0', 'name': 'network-vif-deleted', 'tag': '759aef94-0828-4004-85eb-9b3aee7fc1c0', 'status': 'completed', 'code': 200} May 27 15:13:13.582162 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP a67079b3-badd-41d7-bc6b-8c75c9a7f93b associated. External IP: 172.27.1.120, port: 806f4f1c-0d26-4fec-be62-86145b66b5e8. May 27 15:13:13.592655 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5d084531-eba3-4b9c-a9f2-1fd6d1c760a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:13.877872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bdcea-eb6a-4483-9316-7d05c6b3cb96 req-18d5b919-4dcf-4361-b24f-d51e056e1792 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:13.879552 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-494bdcea-eb6a-4483-9316-7d05c6b3cb96 req-18d5b919-4dcf-4361-b24f-d51e056e1792 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.1190078 May 27 15:13:13.927484 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:13:13.959969 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-494bdcea-eb6a-4483-9316-7d05c6b3cb96 req-bcedb197-94d5-46f1-8610-c85c2c558706 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729828 May 27 15:13:14.080063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:13:14.087106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:14.092981 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:13:14.098203 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:14.109076 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:13:14.109614 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:14.163542 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-16e16ba6-e1ee-40df-832a-892651b5e0a0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "PUT /v2.0/floatingips/a67079b3-badd-41d7-bc6b-8c75c9a7f93b HTTP/1.1" status: 200 len: 992 time: 2.8843715 May 27 15:13:14.344858 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:14.393723 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:13:14.419315 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d340bb8d-9c36-41ff-a5a9-f98e333263d0 req-58923c0f-f9cc-4986-a03a-2ddc512a35e4 tempest-DeleteServersTestJSON-2104627198 tempest-DeleteServersTestJSON-2104627198-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5f59e3-72be-4164-9117-b85ea68221c0 HTTP/1.1" status: 200 len: 210 time: 0.0521338 May 27 15:13:14.720830 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:12Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:14.750241 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:13:14.756468 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:13:14.757231 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:12:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:14.880184 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:13:15.121921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e04dbd-5274-4182-93c4-47357d76e58e req-015bed9e-30d4-494e-b61b-c060c2d89232 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:15.133188 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e3e04dbd-5274-4182-93c4-47357d76e58e req-015bed9e-30d4-494e-b61b-c060c2d89232 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0925133 May 27 15:13:15.176744 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:12Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:15.210723 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0ec4a-0b4b-4821-a44c-ea05f5d59ce7 None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:12Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:13:15.225554 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e3e04dbd-5274-4182-93c4-47357d76e58e req-089b3699-182e-4250-a1fc-8efdf28640b8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907142 May 27 15:13:15.348059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:13:15.352654 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48bac59-9604-4cdb-beba-9515f39b50bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:13:15.409407 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b71ca7f-233f-446f-8e13-608fd90e5d16 x-openstack-request-id: req-6b71ca7f-233f-446f-8e13-608fd90e5d16 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:13:15.409915 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:13:15.410355 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b71ca7f-233f-446f-8e13-608fd90e5d16 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:13:15.410919 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b71ca7f-233f-446f-8e13-608fd90e5d16'] response: {'name': 'network-changed', 'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'status': 'completed', 'code': 200} May 27 15:13:15.546811 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-3459ca97-550b-4474-a969-7a19bafbab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:15.548794 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-3459ca97-550b-4474-a969-7a19bafbab31 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 1130 time: 0.1102438 May 27 15:13:15.596846 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35f619-c6e6-41d0-9e7d-95caa9fbcdb1 None None] New status for floating IP a67079b3-badd-41d7-bc6b-8c75c9a7f93b: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:13:15.685018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-37bc5797-1f64-42eb-9ba2-cdae672ab191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:15.686796 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-37bc5797-1f64-42eb-9ba2-cdae672ab191 service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.1296401 May 27 15:13:15.761496 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:15.822246 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-d9649505-903e-44b4-acd6-e4235c084389 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8 HTTP/1.1" status: 200 len: 1000 time: 0.1262183 May 27 15:13:15.844339 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-23e0fb1b-3342-4b45-8331-57c760f793ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:15.891153 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-516ce8dc-daaf-4c37-aca6-abe1c2acc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:15.892683 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-516ce8dc-daaf-4c37-aca6-abe1c2acc0ed service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0616407 May 27 15:13:15.950356 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-c3336a66-0bfb-4fb4-93a3-ad80917e884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:15.951888 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-c3336a66-0bfb-4fb4-93a3-ad80917e884f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430183 May 27 15:13:16.047054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:16.058673 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-bd0fe215-7703-43fc-aafc-213b4de43a91 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975814 May 27 15:13:16.153549 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e48bac59-9604-4cdb-beba-9515f39b50bf req-6cb29fc5-3d06-432d-9ec5-22588b77aa50 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851557 May 27 15:13:16.333714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea8b3c-ba96-44af-9442-046d61476fdf req-5d429607-f54f-47a6-959f-9d153e06110e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:16.335836 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25ea8b3c-ba96-44af-9442-046d61476fdf req-5d429607-f54f-47a6-959f-9d153e06110e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0512521 May 27 15:13:16.384380 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25ea8b3c-ba96-44af-9442-046d61476fdf req-cd2c4e5b-1c8a-4723-b00c-ebf1d7af63a6 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 May 27 15:13:17.127486 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43192) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:17.172731 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Deleting subnet 419c217a-ed2c-4a09-b152-0bb94ef2cae5 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:13:17.175798 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Publish callbacks [] for subnet (419c217a-ed2c-4a09-b152-0bb94ef2cae5), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.214912 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (419c217a-ed2c-4a09-b152-0bb94ef2cae5), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.254108 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (419c217a-ed2c-4a09-b152-0bb94ef2cae5), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.293486 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.308145 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (419c217a-ed2c-4a09-b152-0bb94ef2cae5), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.333176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=419c217a-ed2c-4a09-b152-0bb94ef2cae5,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:17.339801 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.343758 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-01477c37-d885-4afd-8fae-43fe94915030 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/419c217a-ed2c-4a09-b152-0bb94ef2cae5 HTTP/1.1" status: 204 len: 168 time: 0.2150805 May 27 15:13:17.346053 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43196) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:17.419684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (c2b21ed3-dc9f-458d-a75a-110ba2d09293), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.533349 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (c2b21ed3-dc9f-458d-a75a-110ba2d09293), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.561414 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6037c9-8565-48fc-a371-cd65a0129185 req-6ae58f92-8681-4d50-9f2f-a1c93bd40b16 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:17.563444 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d6037c9-8565-48fc-a371-cd65a0129185 req-6ae58f92-8681-4d50-9f2f-a1c93bd40b16 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0926564 May 27 15:13:17.566808 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b21ed3-dc9f-458d-a75a-110ba2d09293']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:17.582945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036f2453-8745-483b-a305-7d2021308049') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:17.583242 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036f2453-8745-483b-a305-7d2021308049') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:13:17.600629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (036f2453-8745-483b-a305-7d2021308049), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.620729 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:17.628742 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (036f2453-8745-483b-a305-7d2021308049), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.638844 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:13:17.639174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (036f2453-8745-483b-a305-7d2021308049), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.647570 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d6037c9-8565-48fc-a371-cd65a0129185 req-247a8aba-f621-4496-898e-d4e0e302d5e0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782943 May 27 15:13:17.694956 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 036f2453-8745-483b-a305-7d2021308049 resource provider aggregate not found May 27 15:13:17.715416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (c2b21ed3-dc9f-458d-a75a-110ba2d09293), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.725144 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:17.728397 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c2b21ed3-dc9f-458d-a75a-110ba2d09293 HTTP/1.1" status: 204 len: 168 time: 0.3814473 May 27 15:13:17.729994 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 036f2453-8745-483b-a305-7d2021308049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 036f2453-8745-483b-a305-7d2021308049 found for delete ", "request_id": "req-b85a6ad6-69e6-4140-ba50-3d7357abc5de"}]} May 27 15:13:17.739332 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94bfaa-a31e-4295-af7f-4c7cc7f43dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b21ed3-dc9f-458d-a75a-110ba2d09293,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:17.899059 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43208) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:17.941763 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-49d3e6c5-6936-48f2-8cdc-a81e8c795348 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef917e1df4a64838aba088201ddb8552&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397744 May 27 15:13:17.942458 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43212) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:18.007618 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:18.012009 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-db7c17d2-f24d-49dc-bdc4-822a74b0b270 admin admin] Publish callbacks [] for security_group (68f32933-4d06-4efc-b01d-5ccd3f4dde05), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:18.039491 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-db7c17d2-f24d-49dc-bdc4-822a74b0b270 admin admin] Publish callbacks [] for security_group (68f32933-4d06-4efc-b01d-5ccd3f4dde05), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:18.097719 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-db7c17d2-f24d-49dc-bdc4-822a74b0b270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (68f32933-4d06-4efc-b01d-5ccd3f4dde05), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:18.100481 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-db7c17d2-f24d-49dc-bdc4-822a74b0b270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:18.101789 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-db7c17d2-f24d-49dc-bdc4-822a74b0b270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68f32933-4d06-4efc-b01d-5ccd3f4dde05 HTTP/1.1" status: 204 len: 168 time: 0.1582367 May 27 15:13:18.110405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c17d2-f24d-49dc-bdc4-822a74b0b270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f32933-4d06-4efc-b01d-5ccd3f4dde05,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:18.395709 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:18.780505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179238-7faa-4b20-afef-1bfe28e9ed42 req-39b121b8-fdf7-44a4-8b02-3a5b562e812c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:18.789005 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7179238-7faa-4b20-afef-1bfe28e9ed42 req-39b121b8-fdf7-44a4-8b02-3a5b562e812c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0692155 May 27 15:13:18.839778 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7179238-7faa-4b20-afef-1bfe28e9ed42 req-bae7d971-4e2d-4415-9e3f-654bbe946444 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 May 27 15:13:19.730908 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43302) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:19.772057 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:19.837665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:19.846524 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-afea71ba-1a56-4b5d-a11e-8dc65559a03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:19.997225 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f8bf4-c95f-4af3-8e39-b81a6f6e48e2 req-0a15ec79-05e4-4205-bc0e-e08915aa31d0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:19.998601 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b7f8bf4-c95f-4af3-8e39-b81a6f6e48e2 req-0a15ec79-05e4-4205-bc0e-e08915aa31d0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0667663 May 27 15:13:20.008365 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-afea71ba-1a56-4b5d-a11e-8dc65559a03d admin admin] Publish callbacks [] for security_group (cb6eb73e-115d-4291-b260-bf809d397495), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.027595 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-afea71ba-1a56-4b5d-a11e-8dc65559a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (cb6eb73e-115d-4291-b260-bf809d397495), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.089007 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-afea71ba-1a56-4b5d-a11e-8dc65559a03d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af4568548ed7494c98c140ad0ec813e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569920 May 27 15:13:20.091974 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43322) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:20.093929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea71ba-1a56-4b5d-a11e-8dc65559a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6eb73e-115d-4291-b260-bf809d397495,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:20.101486 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b7f8bf4-c95f-4af3-8e39-b81a6f6e48e2 req-e8e26c81-e6b6-42a3-b363-0bbc1c931482 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951171 May 27 15:13:20.143726 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b344805-c146-4828-8fe9-13de753f8064 admin admin] Publish callbacks [] for security_group (cb6eb73e-115d-4291-b260-bf809d397495), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.165913 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b344805-c146-4828-8fe9-13de753f8064 admin admin] Publish callbacks [] for security_group (cb6eb73e-115d-4291-b260-bf809d397495), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.216408 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b344805-c146-4828-8fe9-13de753f8064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (cb6eb73e-115d-4291-b260-bf809d397495), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.219058 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b344805-c146-4828-8fe9-13de753f8064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.220216 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8b344805-c146-4828-8fe9-13de753f8064 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb6eb73e-115d-4291-b260-bf809d397495 HTTP/1.1" status: 204 len: 168 time: 0.1268797 May 27 15:13:20.232267 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344805-c146-4828-8fe9-13de753f8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6eb73e-115d-4291-b260-bf809d397495,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:20.509376 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43336) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:20.523733 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e6e88e40-7e14-489d-95a7-1e9d2a06445b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.609762 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e6e88e40-7e14-489d-95a7-1e9d2a06445b admin admin] Publish callbacks [] for security_group (b76015f2-d77f-4151-9095-fac9fee92ba5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.613881 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e6e88e40-7e14-489d-95a7-1e9d2a06445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b76015f2-d77f-4151-9095-fac9fee92ba5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.660848 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e6e88e40-7e14-489d-95a7-1e9d2a06445b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=759d20c743a44b65b3287c8a5925efcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474388 May 27 15:13:20.660848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88e40-7e14-489d-95a7-1e9d2a06445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76015f2-d77f-4151-9095-fac9fee92ba5,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:20.661028 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43338) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:20.727365 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b485e295-9390-44cf-b465-a090e2fe4794 admin admin] Publish callbacks [] for security_group (b76015f2-d77f-4151-9095-fac9fee92ba5), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.750318 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b485e295-9390-44cf-b465-a090e2fe4794 admin admin] Publish callbacks [] for security_group (b76015f2-d77f-4151-9095-fac9fee92ba5), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.800259 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b485e295-9390-44cf-b465-a090e2fe4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b76015f2-d77f-4151-9095-fac9fee92ba5), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.803783 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b485e295-9390-44cf-b465-a090e2fe4794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:20.804958 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b485e295-9390-44cf-b465-a090e2fe4794 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b76015f2-d77f-4151-9095-fac9fee92ba5 HTTP/1.1" status: 204 len: 168 time: 0.1433711 May 27 15:13:20.812755 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485e295-9390-44cf-b465-a090e2fe4794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76015f2-d77f-4151-9095-fac9fee92ba5,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:21.181676 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43368) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:21.195591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-111a9082-080f-4172-9944-97b257b06fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.237114 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10ce36-f92d-4b9e-9fce-eceb02c67517 req-875eeac7-f561-4b84-b0af-28221edd6986 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:21.238753 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b10ce36-f92d-4b9e-9fce-eceb02c67517 req-875eeac7-f561-4b84-b0af-28221edd6986 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0532560 May 27 15:13:21.285769 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-111a9082-080f-4172-9944-97b257b06fdd admin admin] Publish callbacks [] for security_group (28741cff-b443-4b61-9939-004935c7f86e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.290404 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-111a9082-080f-4172-9944-97b257b06fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (28741cff-b443-4b61-9939-004935c7f86e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.300809 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b10ce36-f92d-4b9e-9fce-eceb02c67517 req-c1482fa5-9550-45ca-a184-f8ac437be096 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 May 27 15:13:21.330911 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-111a9082-080f-4172-9944-97b257b06fdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7a4658ac020470bbb277afefd3f33e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481607 May 27 15:13:21.331753 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a9082-080f-4172-9944-97b257b06fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28741cff-b443-4b61-9939-004935c7f86e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:21.333550 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43372) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:21.384751 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7586-bcb9-4acd-ab8d-10fee22793ca admin admin] Publish callbacks [] for security_group (28741cff-b443-4b61-9939-004935c7f86e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.406813 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7586-bcb9-4acd-ab8d-10fee22793ca admin admin] Publish callbacks [] for security_group (28741cff-b443-4b61-9939-004935c7f86e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.433099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:21.454045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7586-bcb9-4acd-ab8d-10fee22793ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (28741cff-b443-4b61-9939-004935c7f86e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.456770 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7586-bcb9-4acd-ab8d-10fee22793ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:21.457894 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a4ae7586-bcb9-4acd-ab8d-10fee22793ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28741cff-b443-4b61-9939-004935c7f86e HTTP/1.1" status: 204 len: 168 time: 0.1232626 May 27 15:13:21.466106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae7586-bcb9-4acd-ab8d-10fee22793ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28741cff-b443-4b61-9939-004935c7f86e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:22.437330 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cbd2c-18f4-4ce8-ba4a-52e3ef362216 req-c818bd1b-ad0a-4b63-9111-bfffee419cd9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:22.438907 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e6cbd2c-18f4-4ce8-ba4a-52e3ef362216 req-c818bd1b-ad0a-4b63-9111-bfffee419cd9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0625758 May 27 15:13:22.498147 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e6cbd2c-18f4-4ce8-ba4a-52e3ef362216 req-f93f8109-1979-4df8-976a-2f2093cb04db tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 May 27 15:13:23.616567 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1568-5be9-4db8-b3d7-8e51680525e3 req-c29143e9-8bb0-4928-9478-b38528288452 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:23.618052 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4ed1568-5be9-4db8-b3d7-8e51680525e3 req-c29143e9-8bb0-4928-9478-b38528288452 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0505085 May 27 15:13:23.666433 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4ed1568-5be9-4db8-b3d7-8e51680525e3 req-d31ad7cb-c665-4a5d-969d-72f275dad592 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 May 27 15:13:24.811478 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd6f72-5ac3-4f0e-ada2-e6c2888fc2b8 req-ea0b9f1f-9760-476e-aafb-8aa95ba59994 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:24.813721 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bcfd6f72-5ac3-4f0e-ada2-e6c2888fc2b8 req-ea0b9f1f-9760-476e-aafb-8aa95ba59994 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0686958 May 27 15:13:24.827314 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:24.895677 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bcfd6f72-5ac3-4f0e-ada2-e6c2888fc2b8 req-06374dbd-81b5-413a-8970-e0da1bb91134 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757852 May 27 15:13:26.027358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea4100-a298-49c2-9417-913999363b8e req-fb73f0fb-d513-4158-aea1-86e75109353f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:26.028784 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c2ea4100-a298-49c2-9417-913999363b8e req-fb73f0fb-d513-4158-aea1-86e75109353f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0592930 May 27 15:13:26.085868 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c2ea4100-a298-49c2-9417-913999363b8e req-e090e536-888c-4aaf-817b-03f264fde183 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512300 May 27 15:13:26.295629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43512) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:26.415740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fb686a62-ce33-4b40-83b0-1279467cfec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.494726 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fb686a62-ce33-4b40-83b0-1279467cfec9 admin admin] Publish callbacks [] for security_group (e2c306a8-371a-4f92-94bf-c3a118830d3c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.499547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fb686a62-ce33-4b40-83b0-1279467cfec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e2c306a8-371a-4f92-94bf-c3a118830d3c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.544295 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fb686a62-ce33-4b40-83b0-1279467cfec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0cef4ad08c545d982455e92acdeb258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475646 May 27 15:13:26.546486 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686a62-ce33-4b40-83b0-1279467cfec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c306a8-371a-4f92-94bf-c3a118830d3c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:26.547186 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43520) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:26.577399 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:26.610749 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-087222f4-97cf-46b7-a6fa-8741b48652b5 admin admin] Publish callbacks [] for security_group (e2c306a8-371a-4f92-94bf-c3a118830d3c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.644085 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-087222f4-97cf-46b7-a6fa-8741b48652b5 admin admin] Publish callbacks [] for security_group (e2c306a8-371a-4f92-94bf-c3a118830d3c), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.707467 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-087222f4-97cf-46b7-a6fa-8741b48652b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e2c306a8-371a-4f92-94bf-c3a118830d3c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.710676 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-087222f4-97cf-46b7-a6fa-8741b48652b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:26.713692 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-087222f4-97cf-46b7-a6fa-8741b48652b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2c306a8-371a-4f92-94bf-c3a118830d3c HTTP/1.1" status: 204 len: 168 time: 0.1654439 May 27 15:13:26.722416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087222f4-97cf-46b7-a6fa-8741b48652b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c306a8-371a-4f92-94bf-c3a118830d3c,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:27.207661 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aadac-e1b0-4d43-9e8e-a62507b9b0f2 req-c4a6e11f-698f-4d47-bbf7-a7e04aa322ff tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:27.209756 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b2aadac-e1b0-4d43-9e8e-a62507b9b0f2 req-c4a6e11f-698f-4d47-bbf7-a7e04aa322ff tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0495687 May 27 15:13:27.261649 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b2aadac-e1b0-4d43-9e8e-a62507b9b0f2 req-ac0b0254-0908-46eb-b4f5-d58dffc5711e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460558 May 27 15:13:27.801170 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43580) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:27.964760 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02dc9d2b-d613-4541-a344-3c59bece42e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.049937 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02dc9d2b-d613-4541-a344-3c59bece42e6 admin admin] Publish callbacks [] for security_group (76725f20-ad3f-4d3f-88ce-87074545e844), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.054136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02dc9d2b-d613-4541-a344-3c59bece42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (76725f20-ad3f-4d3f-88ce-87074545e844), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.093273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9d2b-d613-4541-a344-3c59bece42e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76725f20-ad3f-4d3f-88ce-87074545e844,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:28.097413 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-02dc9d2b-d613-4541-a344-3c59bece42e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=706aa1db9c854954912661850ca7d9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951655 May 27 15:13:28.100677 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43592) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:28.139571 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:28.154287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2333cbf7-4d83-4595-bc88-100a905f6ab9 admin admin] Publish callbacks [] for security_group (76725f20-ad3f-4d3f-88ce-87074545e844), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.179019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2333cbf7-4d83-4595-bc88-100a905f6ab9 admin admin] Publish callbacks [] for security_group (76725f20-ad3f-4d3f-88ce-87074545e844), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.239944 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2333cbf7-4d83-4595-bc88-100a905f6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (76725f20-ad3f-4d3f-88ce-87074545e844), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.242651 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2333cbf7-4d83-4595-bc88-100a905f6ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:28.243798 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2333cbf7-4d83-4595-bc88-100a905f6ab9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76725f20-ad3f-4d3f-88ce-87074545e844 HTTP/1.1" status: 204 len: 168 time: 0.1422222 May 27 15:13:28.252326 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333cbf7-4d83-4595-bc88-100a905f6ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76725f20-ad3f-4d3f-88ce-87074545e844,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:28.263699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:28.265504 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:28.403876 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccbda3-958a-4326-818e-9672c3e3fdde req-9c137d71-1525-4b3e-b0b8-04a8be0353e8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:28.405615 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-94ccbda3-958a-4326-818e-9672c3e3fdde req-9c137d71-1525-4b3e-b0b8-04a8be0353e8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0688348 May 27 15:13:28.428919 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:28.460289 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-94ccbda3-958a-4326-818e-9672c3e3fdde req-7a2040c4-6190-4ce1-b441-0a983a5b2d64 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479519 May 27 15:13:29.599443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766fa50-25a8-4e71-a999-98380328b58a req-e8eb43ff-8938-4718-a552-8b70132c9ef7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:29.601042 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3766fa50-25a8-4e71-a999-98380328b58a req-e8eb43ff-8938-4718-a552-8b70132c9ef7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0544703 May 27 15:13:29.663476 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3766fa50-25a8-4e71-a999-98380328b58a req-b1523745-99e7-4fd3-94c2-d21ed145b041 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 May 27 15:13:29.906688 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:30.251225 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:13:30.787547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db457-6838-4325-be8f-311f38ed5d3b req-4bd59724-1167-47a1-8429-daa6afd4ef70 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:30.789115 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-540db457-6838-4325-be8f-311f38ed5d3b req-4bd59724-1167-47a1-8429-daa6afd4ef70 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0504651 May 27 15:13:30.843190 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-540db457-6838-4325-be8f-311f38ed5d3b req-1f591877-3de8-42da-8f19-911b3fdb7d71 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 May 27 15:13:31.265034 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=54 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:31.953784 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e50f-86ff-4d00-8495-a73157cea574 req-38df95e2-a1e9-4033-b6c1-7222ff295b76 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:31.955217 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4293e50f-86ff-4d00-8495-a73157cea574 req-38df95e2-a1e9-4033-b6c1-7222ff295b76 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0455389 May 27 15:13:32.002450 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4293e50f-86ff-4d00-8495-a73157cea574 req-c1f23092-d2ad-4cf6-ad51-8eaaa5cfadb0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 May 27 15:13:33.119898 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8c8c-025e-4819-a7b3-221c40ce410a req-7f3f2d69-59ef-49d7-9fa3-def5dd9a4764 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:33.121374 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e27a8c8c-025e-4819-a7b3-221c40ce410a req-7f3f2d69-59ef-49d7-9fa3-def5dd9a4764 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0455041 May 27 15:13:33.171263 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e27a8c8c-025e-4819-a7b3-221c40ce410a req-15ca6938-e836-423c-90f0-a409574db4f4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 May 27 15:13:34.298112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a56007-9c58-4f9d-9475-34878a9a44f8 req-d4007033-8e50-42c2-9387-0f0534fd15a0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:34.299604 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-26a56007-9c58-4f9d-9475-34878a9a44f8 req-d4007033-8e50-42c2-9387-0f0534fd15a0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0546932 May 27 15:13:34.347687 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-26a56007-9c58-4f9d-9475-34878a9a44f8 req-38d6a192-6bad-43bd-ad3f-f4b0559b36b7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 May 27 15:13:34.508989 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43770) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:34.612240 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b3fca6c-b177-4137-b502-3c5d99d6c3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.651979 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:34.692406 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b3fca6c-b177-4137-b502-3c5d99d6c3be admin admin] Publish callbacks [] for security_group (b671dbc8-ea60-4d61-8124-63220cffacb6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.696642 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b3fca6c-b177-4137-b502-3c5d99d6c3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b671dbc8-ea60-4d61-8124-63220cffacb6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.738602 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9b3fca6c-b177-4137-b502-3c5d99d6c3be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f24fa07bf684021b9d68208de3afe78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285409 May 27 15:13:34.741841 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43778) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:34.747739 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fca6c-b177-4137-b502-3c5d99d6c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671dbc8-ea60-4d61-8124-63220cffacb6,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:34.792546 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3aad7125-e9dd-4e19-be9b-3a78dadf641a admin admin] Publish callbacks [] for security_group (b671dbc8-ea60-4d61-8124-63220cffacb6), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.813966 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3aad7125-e9dd-4e19-be9b-3a78dadf641a admin admin] Publish callbacks [] for security_group (b671dbc8-ea60-4d61-8124-63220cffacb6), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.859956 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3aad7125-e9dd-4e19-be9b-3a78dadf641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b671dbc8-ea60-4d61-8124-63220cffacb6), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.862788 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3aad7125-e9dd-4e19-be9b-3a78dadf641a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:34.863937 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3aad7125-e9dd-4e19-be9b-3a78dadf641a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b671dbc8-ea60-4d61-8124-63220cffacb6 HTTP/1.1" status: 204 len: 168 time: 0.1212013 May 27 15:13:34.872281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad7125-e9dd-4e19-be9b-3a78dadf641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671dbc8-ea60-4d61-8124-63220cffacb6,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:35.128546 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43784) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:35.141969 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad521922-92db-4161-885e-8aebe10cadf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.219709 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad521922-92db-4161-885e-8aebe10cadf8 admin admin] Publish callbacks [] for security_group (837354d4-5df2-465f-a579-0b65e3219ca7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.223334 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad521922-92db-4161-885e-8aebe10cadf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (837354d4-5df2-465f-a579-0b65e3219ca7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.265946 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ad521922-92db-4161-885e-8aebe10cadf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=763da9d8ee17443a8400ab32b60cba54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340148 May 27 15:13:35.265946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad521922-92db-4161-885e-8aebe10cadf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837354d4-5df2-465f-a579-0b65e3219ca7,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:35.266323 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43786) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:35.316898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-559ebe3c-1a13-4eb4-b639-fc832b9752a0 admin admin] Publish callbacks [] for security_group (837354d4-5df2-465f-a579-0b65e3219ca7), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.339699 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-559ebe3c-1a13-4eb4-b639-fc832b9752a0 admin admin] Publish callbacks [] for security_group (837354d4-5df2-465f-a579-0b65e3219ca7), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.388084 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-559ebe3c-1a13-4eb4-b639-fc832b9752a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (837354d4-5df2-465f-a579-0b65e3219ca7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.391645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-559ebe3c-1a13-4eb4-b639-fc832b9752a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:35.392848 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-559ebe3c-1a13-4eb4-b639-fc832b9752a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/837354d4-5df2-465f-a579-0b65e3219ca7 HTTP/1.1" status: 204 len: 168 time: 0.1255083 May 27 15:13:35.401255 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ebe3c-1a13-4eb4-b639-fc832b9752a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837354d4-5df2-465f-a579-0b65e3219ca7,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:35.413581 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:35.471297 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79065ea-e4fc-4842-a671-da7fe818a2e5 req-e854929e-e197-499f-8cab-1ab0fbe7d547 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:35.472890 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f79065ea-e4fc-4842-a671-da7fe818a2e5 req-e854929e-e197-499f-8cab-1ab0fbe7d547 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0501268 May 27 15:13:35.525597 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f79065ea-e4fc-4842-a671-da7fe818a2e5 req-e921a319-186c-43bc-b739-b1d877d0c25b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 May 27 15:13:36.604872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:36.646590 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e833530-e1e4-49da-b988-ee214e542ada req-425521d9-6209-41bd-8da5-71fe0b3cc539 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:36.648222 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9e833530-e1e4-49da-b988-ee214e542ada req-425521d9-6209-41bd-8da5-71fe0b3cc539 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0528188 May 27 15:13:36.703367 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9e833530-e1e4-49da-b988-ee214e542ada req-fee44daa-7518-43e1-8847-9afe430fb70e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477660 May 27 15:13:37.824196 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535e7c-1f87-44e2-af2e-8d612f7896dc req-09305f6f-7330-4d73-a947-42f9f25903e9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:37.826627 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24535e7c-1f87-44e2-af2e-8d612f7896dc req-09305f6f-7330-4d73-a947-42f9f25903e9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0503650 May 27 15:13:37.829379 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43874) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:37.878646 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:37.905486 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24535e7c-1f87-44e2-af2e-8d612f7896dc req-f08073c2-d3dd-4c95-9b98-83258925f0a8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 May 27 15:13:37.982125 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-886a6cac-1c5e-4bb3-a700-a05a3c1b1d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.055327 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-886a6cac-1c5e-4bb3-a700-a05a3c1b1d6b admin admin] Publish callbacks [] for security_group (ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.058894 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-886a6cac-1c5e-4bb3-a700-a05a3c1b1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.075512 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:38.099132 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a6cac-1c5e-4bb3-a700-a05a3c1b1d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:38.107179 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-886a6cac-1c5e-4bb3-a700-a05a3c1b1d6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d91fef56e7040d5a8c75b39fb8b1c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741776 May 27 15:13:38.107927 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43884) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:38.156163 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-da51ee38-6d1c-4770-b80f-bf8214c858b9 admin admin] Publish callbacks [] for security_group (ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.178807 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-da51ee38-6d1c-4770-b80f-bf8214c858b9 admin admin] Publish callbacks [] for security_group (ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.228573 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-da51ee38-6d1c-4770-b80f-bf8214c858b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.231119 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-da51ee38-6d1c-4770-b80f-bf8214c858b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.232285 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-da51ee38-6d1c-4770-b80f-bf8214c858b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4 HTTP/1.1" status: 204 len: 168 time: 0.1240900 May 27 15:13:38.240589 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51ee38-6d1c-4770-b80f-bf8214c858b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde5e8f-1bb7-4a6e-b068-a63aa44ca3f4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:38.514406 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43894) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:38.530695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1febb98b-728f-4aed-a748-630915ed9e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.607867 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1febb98b-728f-4aed-a748-630915ed9e6a admin admin] Publish callbacks [] for security_group (87a62782-203c-4f53-9f3a-7700f83bf656), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.611461 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1febb98b-728f-4aed-a748-630915ed9e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (87a62782-203c-4f53-9f3a-7700f83bf656), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.648662 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febb98b-728f-4aed-a748-630915ed9e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a62782-203c-4f53-9f3a-7700f83bf656,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:38.653831 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1febb98b-728f-4aed-a748-630915ed9e6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd0870af27dd4bdfb7348214ab636c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383495 May 27 15:13:38.656418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43896) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:38.704937 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce79db38-a474-4939-b11c-3bad9d2ec14b admin admin] Publish callbacks [] for security_group (87a62782-203c-4f53-9f3a-7700f83bf656), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.727074 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce79db38-a474-4939-b11c-3bad9d2ec14b admin admin] Publish callbacks [] for security_group (87a62782-203c-4f53-9f3a-7700f83bf656), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.777483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce79db38-a474-4939-b11c-3bad9d2ec14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (87a62782-203c-4f53-9f3a-7700f83bf656), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.779949 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce79db38-a474-4939-b11c-3bad9d2ec14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:38.781125 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ce79db38-a474-4939-b11c-3bad9d2ec14b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87a62782-203c-4f53-9f3a-7700f83bf656 HTTP/1.1" status: 204 len: 168 time: 0.1237705 May 27 15:13:38.790724 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79db38-a474-4939-b11c-3bad9d2ec14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a62782-203c-4f53-9f3a-7700f83bf656,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:39.058040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410858c-fef5-4b58-b23b-861a7eb2b43a req-b598b5b1-3c9c-42e9-9261-c8597e8977bc tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:39.059512 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d410858c-fef5-4b58-b23b-861a7eb2b43a req-b598b5b1-3c9c-42e9-9261-c8597e8977bc tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0499878 May 27 15:13:39.109426 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d410858c-fef5-4b58-b23b-861a7eb2b43a req-25593761-12db-438f-b612-a3b309e4fb7b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 May 27 15:13:40.230303 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52ab93-a837-404a-8cce-e25b07e3c873 req-a53b8b13-ebb1-473e-81e4-dd2bc7c01e46 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:40.231795 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa52ab93-a837-404a-8cce-e25b07e3c873 req-a53b8b13-ebb1-473e-81e4-dd2bc7c01e46 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0490308 May 27 15:13:40.248164 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=81 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:40.281198 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa52ab93-a837-404a-8cce-e25b07e3c873 req-3cb3563d-fd58-4018-abb3-f341ac6f5934 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 May 27 15:13:40.520353 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43966) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:40.625066 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5436c446-86a0-48ae-8740-f67dd85679a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.658324 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:40.705760 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5436c446-86a0-48ae-8740-f67dd85679a7 admin admin] Publish callbacks [] for security_group (6824a980-1bab-4c43-9384-d5b80d91f8e0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.710013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5436c446-86a0-48ae-8740-f67dd85679a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6824a980-1bab-4c43-9384-d5b80d91f8e0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.748534 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5436c446-86a0-48ae-8740-f67dd85679a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d371c1ac25364ca1979926841c0d2c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265642 May 27 15:13:40.749464 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436c446-86a0-48ae-8740-f67dd85679a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6824a980-1bab-4c43-9384-d5b80d91f8e0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:40.751198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 43970) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:40.800880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869261bb-d5ac-4df8-beb7-f0d99ce5f85d admin admin] Publish callbacks [] for security_group (6824a980-1bab-4c43-9384-d5b80d91f8e0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.823028 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869261bb-d5ac-4df8-beb7-f0d99ce5f85d admin admin] Publish callbacks [] for security_group (6824a980-1bab-4c43-9384-d5b80d91f8e0), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.871994 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869261bb-d5ac-4df8-beb7-f0d99ce5f85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6824a980-1bab-4c43-9384-d5b80d91f8e0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.874421 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869261bb-d5ac-4df8-beb7-f0d99ce5f85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:40.875518 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-869261bb-d5ac-4df8-beb7-f0d99ce5f85d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6824a980-1bab-4c43-9384-d5b80d91f8e0 HTTP/1.1" status: 204 len: 168 time: 0.1233659 May 27 15:13:40.883978 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869261bb-d5ac-4df8-beb7-f0d99ce5f85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824a980-1bab-4c43-9384-d5b80d91f8e0,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:41.149740 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43980) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:41.163217 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b116d23-0971-469f-8228-6e393db2464c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.240819 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b116d23-0971-469f-8228-6e393db2464c admin admin] Publish callbacks [] for security_group (453091ca-b39b-484b-aab3-e33cb9762aa2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.244379 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b116d23-0971-469f-8228-6e393db2464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (453091ca-b39b-484b-aab3-e33cb9762aa2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.280885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116d23-0971-469f-8228-6e393db2464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453091ca-b39b-484b-aab3-e33cb9762aa2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:41.285041 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4b116d23-0971-469f-8228-6e393db2464c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34a42601b7364a3aa416763a9136975d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342404 May 27 15:13:41.287722 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 43982) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:41.335571 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed1ffe36-969a-4808-a08f-9357579f1782 admin admin] Publish callbacks [] for security_group (453091ca-b39b-484b-aab3-e33cb9762aa2), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.356765 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed1ffe36-969a-4808-a08f-9357579f1782 admin admin] Publish callbacks [] for security_group (453091ca-b39b-484b-aab3-e33cb9762aa2), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.423733 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed1ffe36-969a-4808-a08f-9357579f1782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (453091ca-b39b-484b-aab3-e33cb9762aa2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.426349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ed1ffe36-969a-4808-a08f-9357579f1782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:41.430740 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ed1ffe36-969a-4808-a08f-9357579f1782 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/453091ca-b39b-484b-aab3-e33cb9762aa2 HTTP/1.1" status: 204 len: 168 time: 0.1395338 May 27 15:13:41.436806 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ffe36-969a-4808-a08f-9357579f1782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453091ca-b39b-484b-aab3-e33cb9762aa2,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:41.604775 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:41.614971 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06c78-fa09-4e0c-9991-20bb0369e342 req-95fee9b6-76c7-4da1-937a-ba7ea12f9c00 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:41.616646 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fca06c78-fa09-4e0c-9991-20bb0369e342 req-95fee9b6-76c7-4da1-937a-ba7ea12f9c00 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.2674608 May 27 15:13:41.665849 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fca06c78-fa09-4e0c-9991-20bb0369e342 req-19d57a68-d6ea-429f-8ae1-a120075a0147 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 May 27 15:13:42.788920 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b61fd3-f0dd-461b-8270-594b3fda7cdc req-d53e81ff-cd28-4882-90fc-72bbf7949337 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:42.790518 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03b61fd3-f0dd-461b-8270-594b3fda7cdc req-d53e81ff-cd28-4882-90fc-72bbf7949337 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0534506 May 27 15:13:42.836871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:42.849896 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03b61fd3-f0dd-461b-8270-594b3fda7cdc req-6ae6d1b2-95dc-49d7-a91d-672509f92202 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521948 May 27 15:13:43.577013 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c07a-47cd-4e8a-aba2-f11a729557ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:43.963364 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fa3fc-51c3-47aa-b73f-965129e47d7d req-a69ea1cd-3d31-40ad-8e74-af08af75d2bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:43.964872 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fe2fa3fc-51c3-47aa-b73f-965129e47d7d req-a69ea1cd-3d31-40ad-8e74-af08af75d2bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0462551 May 27 15:13:44.012215 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fe2fa3fc-51c3-47aa-b73f-965129e47d7d req-6fa55a33-5410-4a66-b64b-83a3b72d6232 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 May 27 15:13:45.124656 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81356-7dfd-4561-9f82-a0987942c060 req-48a15846-c592-47e4-961b-99ecab2cc9f4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:45.126131 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-14f81356-7dfd-4561-9f82-a0987942c060 req-48a15846-c592-47e4-961b-99ecab2cc9f4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0467982 May 27 15:13:45.175182 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-14f81356-7dfd-4561-9f82-a0987942c060 req-791b44c0-7c06-49f7-803a-b0a9b506f721 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 May 27 15:13:45.649421 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e76429-413d-4025-94a8-7bf28509db61 req-3316f667-4594-47c7-88c3-e0c2ec5ed332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:45.650966 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-56e76429-413d-4025-94a8-7bf28509db61 req-3316f667-4594-47c7-88c3-e0c2ec5ed332 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 1130 time: 0.0430729 May 27 15:13:45.697704 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-56e76429-413d-4025-94a8-7bf28509db61 req-d3e3f09c-eefb-4836-a78f-643ee2ed4085 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 May 27 15:13:45.827511 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d380da8b-219f-4e1b-adc8-65917e3a3c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:46.294645 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae485-65f5-4d29-8bc7-0207f090f668 req-d1fa9fb9-df85-4687-8132-0b40678a0082 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:46.296185 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-11cae485-65f5-4d29-8bc7-0207f090f668 req-d1fa9fb9-df85-4687-8132-0b40678a0082 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0494850 May 27 15:13:46.347573 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-11cae485-65f5-4d29-8bc7-0207f090f668 req-9ecc7aa3-8aa0-4bfa-b111-7c94b478c923 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 May 27 15:13:47.298779 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:47.461193 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70149c-6be7-41ea-b6f5-79e4f5f82b9f req-7dca882c-ac02-4eb3-9e99-a487698ed911 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:47.462653 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8d70149c-6be7-41ea-b6f5-79e4f5f82b9f req-7dca882c-ac02-4eb3-9e99-a487698ed911 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0468235 May 27 15:13:47.518104 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8d70149c-6be7-41ea-b6f5-79e4f5f82b9f req-65ff8fd5-30c1-45a5-b5ca-f78e524d6818 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493910 May 27 15:13:48.387927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:48.633172 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d924d62-bbf0-4e0c-b7ad-a7cf135d5e57 req-aa6ee338-024b-4de1-a180-54f81b4bbf66 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:48.634571 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d924d62-bbf0-4e0c-b7ad-a7cf135d5e57 req-aa6ee338-024b-4de1-a180-54f81b4bbf66 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0460856 May 27 15:13:48.681402 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d924d62-bbf0-4e0c-b7ad-a7cf135d5e57 req-afaa87d8-02fd-4c5b-a979-2d10129531cb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 May 27 15:13:49.787061 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:49.797611 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272e3b2-aa49-452f-b8b1-ebcaa9de8c57 req-7cc5091c-3a9f-4c6f-a987-689d69bbd8bb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:49.799127 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b272e3b2-aa49-452f-b8b1-ebcaa9de8c57 req-7cc5091c-3a9f-4c6f-a987-689d69bbd8bb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0505042 May 27 15:13:49.846213 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b272e3b2-aa49-452f-b8b1-ebcaa9de8c57 req-cd839453-e574-48c6-be84-60dcf95db80f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 May 27 15:13:50.961557 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e944efb-787f-40c1-a11b-947b79acf0a3 req-78fd59b3-90f8-465b-8950-64e281002aa7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:50.962987 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e944efb-787f-40c1-a11b-947b79acf0a3 req-78fd59b3-90f8-465b-8950-64e281002aa7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0484431 May 27 15:13:51.010091 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e944efb-787f-40c1-a11b-947b79acf0a3 req-611f17c4-6b41-4741-9061-3fd24e0d0833 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 May 27 15:13:51.431030 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=41,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:51.431843 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:52.124035 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ec8c5-20a3-45cf-b218-f287d2b032fb req-7a499b88-b71a-4a1a-a4d4-3f15e0def007 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:52.125437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b79ec8c5-20a3-45cf-b218-f287d2b032fb req-7a499b88-b71a-4a1a-a4d4-3f15e0def007 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0463808 May 27 15:13:52.171888 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b79ec8c5-20a3-45cf-b218-f287d2b032fb req-5f10401f-8afc-49a8-9364-1d150fe10afd tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 May 27 15:13:53.287929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4388e-1b7e-45cb-9a16-093f2f7ce88e req-71fe8de5-12af-4bec-9073-0f59090c6f46 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:53.289417 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5db4388e-1b7e-45cb-9a16-093f2f7ce88e req-71fe8de5-12af-4bec-9073-0f59090c6f46 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0502176 May 27 15:13:53.337610 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5db4388e-1b7e-45cb-9a16-093f2f7ce88e req-269ed7e0-22ec-49bc-81b9-a3871fb22334 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 May 27 15:13:53.450777 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:53.476416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b336c-1315-45a7-acd8-dfef035c5234 req-c2d6a368-1a0b-4add-b8db-b1e72aa9c6d3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:53.477950 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a9b336c-1315-45a7-acd8-dfef035c5234 req-c2d6a368-1a0b-4add-b8db-b1e72aa9c6d3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0607722 May 27 15:13:53.499111 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:53.527441 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a9b336c-1315-45a7-acd8-dfef035c5234 req-7a253d93-1424-4607-8f98-0618e378f0e7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 May 27 15:13:54.047735 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44298) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:54.191666 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8de940db-f8eb-40b7-b2f6-b5e6ffd81557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.267135 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8de940db-f8eb-40b7-b2f6-b5e6ffd81557 admin admin] Publish callbacks [] for security_group (4b55d724-72e4-4988-8b30-54c73c50d7ad), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.271295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8de940db-f8eb-40b7-b2f6-b5e6ffd81557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4b55d724-72e4-4988-8b30-54c73c50d7ad), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.313973 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8de940db-f8eb-40b7-b2f6-b5e6ffd81557 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91bc5fc3b229407c9537490e6361119b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651815 May 27 15:13:54.314803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de940db-f8eb-40b7-b2f6-b5e6ffd81557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b55d724-72e4-4988-8b30-54c73c50d7ad,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:54.316757 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44302) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:54.365780 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2d77-0423-4565-b9bc-5e75973023ce admin admin] Publish callbacks [] for security_group (4b55d724-72e4-4988-8b30-54c73c50d7ad), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.387371 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2d77-0423-4565-b9bc-5e75973023ce admin admin] Publish callbacks [] for security_group (4b55d724-72e4-4988-8b30-54c73c50d7ad), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.433546 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2d77-0423-4565-b9bc-5e75973023ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4b55d724-72e4-4988-8b30-54c73c50d7ad), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.436062 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2d77-0423-4565-b9bc-5e75973023ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.437230 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1a3e2d77-0423-4565-b9bc-5e75973023ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b55d724-72e4-4988-8b30-54c73c50d7ad HTTP/1.1" status: 204 len: 168 time: 0.1187980 May 27 15:13:54.445670 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e2d77-0423-4565-b9bc-5e75973023ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b55d724-72e4-4988-8b30-54c73c50d7ad,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:54.725682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44316) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:54.741239 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b3966b06-a1f2-44ec-9dd9-56819fe55dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.766647 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44318) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:54.822183 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b3966b06-a1f2-44ec-9dd9-56819fe55dad admin admin] Publish callbacks [] for security_group (83984368-3f4f-4d4f-9906-8313559e9e29), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.826253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b3966b06-a1f2-44ec-9dd9-56819fe55dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (83984368-3f4f-4d4f-9906-8313559e9e29), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.870193 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b3966b06-a1f2-44ec-9dd9-56819fe55dad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d49131cdfe68437ba5127e69876bce1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411037 May 27 15:13:54.870193 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3966b06-a1f2-44ec-9dd9-56819fe55dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83984368-3f4f-4d4f-9906-8313559e9e29,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:54.870683 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44322) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:54.946150 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97055a75-5a9e-4bd0-a08a-f6dfb2cdf92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.949218 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f7c43ad9-9bc2-4ae3-b260-ae43833b851a admin admin] Publish callbacks [] for security_group (83984368-3f4f-4d4f-9906-8313559e9e29), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:54.990540 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f7c43ad9-9bc2-4ae3-b260-ae43833b851a admin admin] Publish callbacks [] for security_group (83984368-3f4f-4d4f-9906-8313559e9e29), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.259926 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f7c43ad9-9bc2-4ae3-b260-ae43833b851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (83984368-3f4f-4d4f-9906-8313559e9e29), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.262387 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f7c43ad9-9bc2-4ae3-b260-ae43833b851a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.263515 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f7c43ad9-9bc2-4ae3-b260-ae43833b851a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83984368-3f4f-4d4f-9906-8313559e9e29 HTTP/1.1" status: 204 len: 168 time: 0.3917458 May 27 15:13:55.269723 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97055a75-5a9e-4bd0-a08a-f6dfb2cdf92a admin admin] Publish callbacks [] for security_group (e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.276942 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c43ad9-9bc2-4ae3-b260-ae43833b851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83984368-3f4f-4d4f-9906-8313559e9e29,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:55.278593 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97055a75-5a9e-4bd0-a08a-f6dfb2cdf92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.320606 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-97055a75-5a9e-4bd0-a08a-f6dfb2cdf92a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b5a8f5cf5694164bd6bfa640178de4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528381 May 27 15:13:55.321474 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97055a75-5a9e-4bd0-a08a-f6dfb2cdf92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:55.323278 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44330) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:55.377714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9be8c3ca-bd13-495a-91d1-a6f665c007c1 admin admin] Publish callbacks [] for security_group (e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.404471 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9be8c3ca-bd13-495a-91d1-a6f665c007c1 admin admin] Publish callbacks [] for security_group (e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.455021 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9be8c3ca-bd13-495a-91d1-a6f665c007c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.458003 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9be8c3ca-bd13-495a-91d1-a6f665c007c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.461661 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9be8c3ca-bd13-495a-91d1-a6f665c007c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e HTTP/1.1" status: 204 len: 168 time: 0.1345861 May 27 15:13:55.468091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8c3ca-bd13-495a-91d1-a6f665c007c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9d32a-7e8f-4f6e-92aa-b361bd8af81e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:55.566520 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44336) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:55.588844 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e638e663-8a80-4b67-90a3-eec9bb6dbb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.685747 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e638e663-8a80-4b67-90a3-eec9bb6dbb43 admin admin] Publish callbacks [] for security_group (b9939019-4933-4ef9-9faf-7a0a7f0dcab9), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.690907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e638e663-8a80-4b67-90a3-eec9bb6dbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b9939019-4933-4ef9-9faf-7a0a7f0dcab9), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.720129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:55.735838 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e638e663-8a80-4b67-90a3-eec9bb6dbb43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c352678f42714919b56abb5d4d066adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672750 May 27 15:13:55.739106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638e663-8a80-4b67-90a3-eec9bb6dbb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9939019-4933-4ef9-9faf-7a0a7f0dcab9,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:55.741018 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44340) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:55.792251 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5574977e-8c76-436c-81ca-7d9f2398f74f admin admin] Publish callbacks [] for security_group (b9939019-4933-4ef9-9faf-7a0a7f0dcab9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.813450 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5574977e-8c76-436c-81ca-7d9f2398f74f admin admin] Publish callbacks [] for security_group (b9939019-4933-4ef9-9faf-7a0a7f0dcab9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.859599 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5574977e-8c76-436c-81ca-7d9f2398f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b9939019-4933-4ef9-9faf-7a0a7f0dcab9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.862311 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5574977e-8c76-436c-81ca-7d9f2398f74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:55.863443 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5574977e-8c76-436c-81ca-7d9f2398f74f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9939019-4933-4ef9-9faf-7a0a7f0dcab9 HTTP/1.1" status: 204 len: 168 time: 0.1214340 May 27 15:13:55.871706 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574977e-8c76-436c-81ca-7d9f2398f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9939019-4933-4ef9-9faf-7a0a7f0dcab9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:56.570918 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44366) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:56.666685 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-937088865-network', 'tenant_id': '17c8de06d59a4968a103f8f72d6a501f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:13:56.687566 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Made reservation on behalf of 17c8de06d59a4968a103f8f72d6a501f for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:13:56.690108 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.702196 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.737281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:56.775927 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:56.785690 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks [] for security_group (d16cb069-392d-4def-bd70-1fae088f0668), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.789760 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d16cb069-392d-4def-bd70-1fae088f0668), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.813634 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:13:56.828642 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16cb069-392d-4def-bd70-1fae088f0668,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:56.835186 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (24788727-d647-46d2-8772-a97ddf512ba0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.835535 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Added segment 24788727-d647-46d2-8772-a97ddf512ba0 of type vlan for network 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e May 27 15:13:56.875283 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (11b3f0a8-88c1-41da-81f6-0a53f5f0d59e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.899570 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (11b3f0a8-88c1-41da-81f6-0a53f5f0d59e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.900477 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:56.901053 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.934210 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3619847 May 27 15:13:56.936956 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44372) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:56.941851 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Request body: {'subnet': {'network_id': '11b3f0a8-88c1-41da-81f6-0a53f5f0d59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-937088865-subnet', 'tenant_id': '17c8de06d59a4968a103f8f72d6a501f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:13:56.961916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Made reservation on behalf of 17c8de06d59a4968a103f8f72d6a501f for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:13:56.964683 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26356635'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:56.965567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6f98-8385-4939-8fc6-bdbda6ebb7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=11b3f0a8-88c1-41da-81f6-0a53f5f0d59e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:56.976893 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:13:56.991028 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:57.159243 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26614869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26356621'] for subnet (9d12529a-3796-4eaa-8791-961fb8ae7593), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.209315 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d12529a-3796-4eaa-8791-961fb8ae7593,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:57.225386 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Checking segment: {'id': '24788727-d647-46d2-8772-a97ddf512ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '11b3f0a8-88c1-41da-81f6-0a53f5f0d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:13:57.225746 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Network hostable DHCP agents. Network: 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:13:57.242978 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Network 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:13:57.252060 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:13:57.256814 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:57.257407 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.262423 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b768294-428d-4181-bd0b-ce4f85e8e3e4 None None] Network 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:13:57.283488 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6f96047c-52ba-45d4-9b65-47a42ebc0521 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3370085 May 27 15:13:57.370822 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04970382-161e-49fe-a445-2afdfc2bda2b None None] Network 11b3f0a8-88c1-41da-81f6-0a53f5f0d59e requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:13:57.784322 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44396) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:57.784860 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-6bc6f28a-0354-45f3-86e0-9cc6a0f3d73c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557141 May 27 15:13:57.790804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1231076161-network', 'tenant_id': 'aa4a2a9d25a34e73b8202cece862c68b'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:13:57.813936 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Made reservation on behalf of aa4a2a9d25a34e73b8202cece862c68b for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:13:57.816294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.826501 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.850143 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-73dee30d-2224-47a5-8719-aca384fc3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:57.851675 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-73dee30d-2224-47a5-8719-aca384fc3f50 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1129 time: 0.0439756 May 27 15:13:57.911683 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks [] for security_group (c2e85c70-e555-4030-b4bc-3b1c4a0ddc08), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.915645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c2e85c70-e555-4030-b4bc-3b1c4a0ddc08), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.940358 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:13:57.952485 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e85c70-e555-4030-b4bc-3b1c4a0ddc08,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:57.958419 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (8496588f-0502-4d84-a46b-3b64de4f4a0e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:57.958555 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Added segment 8496588f-0502-4d84-a46b-3b64de4f4a0e of type vlan for network 713ebf2c-ffab-46db-b809-607d622c31bc May 27 15:13:57.970571 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-0c6b78d5-57f0-429c-ae5b-68ca24c90f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:57.971302 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.971644 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.972004 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.972159 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-0c6b78d5-57f0-429c-ae5b-68ca24c90f40 service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.0973568 May 27 15:13:57.972347 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.972700 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.973026 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.973426 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.973811 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.974232 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.974574 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.974915 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.975264 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.975640 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.975955 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:57.976274 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:13:58.023291 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-e6c5d757-959d-41ec-9e06-6b7daaf392d6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 217 time: 0.0448267 May 27 15:13:58.033018 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (713ebf2c-ffab-46db-b809-607d622c31bc), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:58.062155 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (713ebf2c-ffab-46db-b809-607d622c31bc), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:58.063393 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.064069 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:58.077405 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-56cff644-06e9-41c9-84dc-87f63fc229e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.079088 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-56cff644-06e9-41c9-84dc-87f63fc229e4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0490298 May 27 15:13:58.124880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-b44d63fe-2472-44f9-9a3a-fa7f2b212ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.126447 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-b44d63fe-2472-44f9-9a3a-fa7f2b212ef7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403764 May 27 15:13:58.151557 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3629873 May 27 15:13:58.152051 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44408) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:13:58.158578 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Request body: {'subnet': {'network_id': '713ebf2c-ffab-46db-b809-607d622c31bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1231076161-subnet', 'tenant_id': 'aa4a2a9d25a34e73b8202cece862c68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:13:58.165669 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279bb64-8cd9-4c98-8434-68bed9a2e4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=713ebf2c-ffab-46db-b809-607d622c31bc,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:58.178336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 713ebf2c-ffab-46db-b809-607d622c31bc details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:13:58.198870 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Made reservation on behalf of aa4a2a9d25a34e73b8202cece862c68b for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:13:58.205162 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26290489'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:58.284863 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-41bbc7f6-c71f-4405-96b8-141d71f2ba00 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514244 May 27 15:13:58.386818 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:58.407863 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:58.419198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8222c59-ea5a-4a09-8c0c-c434467058cb req-2f1b54de-33f3-43a4-96b1-33f5222b63df tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.420710 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a8222c59-ea5a-4a09-8c0c-c434467058cb req-2f1b54de-33f3-43a4-96b1-33f5222b63df tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0872977 May 27 15:13:58.445778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26290479'] for subnet (583d10db-9082-4081-b7f1-b6fe7f7e8337), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:58.456028 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30a06d9a-4549-4c4d-b38d-103a3582901e req-a496f33b-aa97-4470-9a83-032e214afbb0 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651325 May 27 15:13:58.463755 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:58.529711 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Checking segment: {'id': '8496588f-0502-4d84-a46b-3b64de4f4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '713ebf2c-ffab-46db-b809-607d622c31bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:13:58.530240 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Network hostable DHCP agents. Network: 713ebf2c-ffab-46db-b809-607d622c31bc, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:13:58.535190 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=583d10db-9082-4081-b7f1-b6fe7f7e8337,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:13:58.565497 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a8222c59-ea5a-4a09-8c0c-c434467058cb req-8fe96cac-343f-462e-8a9a-10207191f393 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123807 May 27 15:13:58.569767 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Network 713ebf2c-ffab-46db-b809-607d622c31bc is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:13:58.576431 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-48c8b280-f03f-4e1c-960a-f64a1716519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.578294 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-48c8b280-f03f-4e1c-960a-f64a1716519f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1129 time: 0.0624912 May 27 15:13:58.584023 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 713ebf2c-ffab-46db-b809-607d622c31bc) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:13:58.588333 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.589041 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:13:58.595100 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138341c-f60c-4ba5-b5a2-98f21b96d0ca None None] Network 713ebf2c-ffab-46db-b809-607d622c31bc requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:13:58.607016 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e1642ade-637b-4c4e-be47-fed253a96e5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4532003 May 27 15:13:58.611319 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=31 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:58.624177 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:58.628256 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:13:58.712981 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-e9fdad77-e8cf-4e54-af63-ef55fc316cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:58.714781 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-e9fdad77-e8cf-4e54-af63-ef55fc316cfd service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.1244633 May 27 15:13:58.756768 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6911ce1b-18ea-4893-948d-512dd051eee8 None None] Network 713ebf2c-ffab-46db-b809-607d622c31bc requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:13:58.985448 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-8d1f5137-83b3-4ad3-9591-8bc5fe6de348 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 217 time: 0.0568266 May 27 15:13:59.053619 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-c706edf0-b414-429f-b4cc-62447793a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:59.055265 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-c706edf0-b414-429f-b4cc-62447793a7a3 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0627143 May 27 15:13:59.120169 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-7b738b36-594b-48fb-9b86-9184f49d3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:59.122137 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-7b738b36-594b-48fb-9b86-9184f49d3cf7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583577 May 27 15:13:59.240788 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-5ffe0add-0808-467f-ba3c-0f62a90a587d service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080713 May 27 15:13:59.474787 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33999acc-ea51-4b05-9a14-fe22cb07c34e req-7210d15c-7bd5-436f-91d6-c22f744e8d0b service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896065 May 27 15:13:59.687476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0556-7d30-4b09-8c11-dfcec0e17d8a req-d81aa8f4-da14-4d4b-bb8c-b0cdc07cf6f1 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:13:59.689097 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-549e0556-7d30-4b09-8c11-dfcec0e17d8a req-d81aa8f4-da14-4d4b-bb8c-b0cdc07cf6f1 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0461767 May 27 15:13:59.736245 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-549e0556-7d30-4b09-8c11-dfcec0e17d8a req-bf7ae890-2d6e-460a-8a64-7eb0353388a5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 May 27 15:13:59.916054 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:00.850021 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e949fd-362b-4233-bff6-684801de1162 req-fe65fddc-68c1-4aa9-bca2-b5137185781e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:00.851813 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6e949fd-362b-4233-bff6-684801de1162 req-fe65fddc-68c1-4aa9-bca2-b5137185781e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0469084 May 27 15:14:00.901408 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6e949fd-362b-4233-bff6-684801de1162 req-4d3bbd9d-eba9-444c-b959-99184ba23625 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 May 27 15:14:02.013643 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70360cf-5937-4cd2-9754-e76249b16f6f req-4a27ac9f-4a6a-4099-ae25-f5bb25a75359 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:02.015126 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c70360cf-5937-4cd2-9754-e76249b16f6f req-4a27ac9f-4a6a-4099-ae25-f5bb25a75359 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0466762 May 27 15:14:02.061796 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c70360cf-5937-4cd2-9754-e76249b16f6f req-50f67078-ba8e-491f-a815-7ff61aea6a22 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 May 27 15:14:03.175551 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696b0cf-a4af-4aaf-9a62-866ba1dfa753 req-4b480a43-cea6-4430-90d2-fce12aa8616a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:03.177987 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e696b0cf-a4af-4aaf-9a62-866ba1dfa753 req-4b480a43-cea6-4430-90d2-fce12aa8616a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0460706 May 27 15:14:03.227726 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e696b0cf-a4af-4aaf-9a62-866ba1dfa753 req-259260d3-b82a-4794-a7c0-250a893f8f13 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446064 May 27 15:14:04.343692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd76d-d197-4f81-abae-75a1b916b591 req-660589a0-d64a-478c-b09e-59c31195ac96 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:04.345166 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-006dd76d-d197-4f81-abae-75a1b916b591 req-660589a0-d64a-478c-b09e-59c31195ac96 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0499761 May 27 15:14:04.393401 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-006dd76d-d197-4f81-abae-75a1b916b591 req-6ae9168d-ee5e-40c6-a78a-fd25945a2cbe tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 May 27 15:14:05.507154 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4559cf4-5bd7-4bed-9083-db4bb03638c2 req-e662b01f-c16d-4c32-9fa0-2f4c928f7c9f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:05.508743 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a4559cf4-5bd7-4bed-9083-db4bb03638c2 req-e662b01f-c16d-4c32-9fa0-2f4c928f7c9f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0487332 May 27 15:14:05.558896 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a4559cf4-5bd7-4bed-9083-db4bb03638c2 req-563d5f1c-50cd-4e65-9401-cfe313c344e4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 May 27 15:14:06.674982 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b142-285b-493b-b573-9d446287e5bd req-886d6da0-5f78-4ea3-bcad-c144e6d1c1b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:06.676508 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db47b142-285b-493b-b573-9d446287e5bd req-886d6da0-5f78-4ea3-bcad-c144e6d1c1b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0502152 May 27 15:14:06.690045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:06.703248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:06.735399 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db47b142-285b-493b-b573-9d446287e5bd req-c1678a36-b933-4f6b-a93f-04a9fc751749 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 May 27 15:14:07.251073 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:14:07.848973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294841a1-ee1b-4b5d-8fba-72b1d5de2b31 req-f4be64a5-819c-4e7c-9137-acd3ce529fd4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:07.851268 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-294841a1-ee1b-4b5d-8fba-72b1d5de2b31 req-f4be64a5-819c-4e7c-9137-acd3ce529fd4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0488632 May 27 15:14:07.898044 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-294841a1-ee1b-4b5d-8fba-72b1d5de2b31 req-90d00aba-bba1-4036-8bd9-46ea10a2e663 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 May 27 15:14:08.449653 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=8 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:08.595619 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:08.598847 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:08.845103 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:09.009588 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cee079-143c-422a-a0ab-3e5bedd2353d req-6278d5da-7c3e-4b0f-97ec-e2b6ca8ea1ca tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:09.011047 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-63cee079-143c-422a-a0ab-3e5bedd2353d req-6278d5da-7c3e-4b0f-97ec-e2b6ca8ea1ca tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0472291 May 27 15:14:09.058008 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-63cee079-143c-422a-a0ab-3e5bedd2353d req-411d0b32-1bb7-4603-a603-230f5c9c6e3d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 May 27 15:14:09.903282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=12 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:09.910384 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:10.173693 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3b50-a9a0-4e68-bc08-a2bd353c58e9 req-3b08f21e-af52-4ed8-8e11-c93868d6b3fb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:10.175140 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1ea3b50-a9a0-4e68-bc08-a2bd353c58e9 req-3b08f21e-af52-4ed8-8e11-c93868d6b3fb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0485013 May 27 15:14:10.230547 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1ea3b50-a9a0-4e68-bc08-a2bd353c58e9 req-a0264a9e-79ed-4f9e-aea3-5e9ef9834ce3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 May 27 15:14:11.348740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7bca-847b-4beb-94a6-30e09c6629e2 req-620b7cf9-d1b1-4dd7-b38f-cd3d660ded3a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:11.351164 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-63ee7bca-847b-4beb-94a6-30e09c6629e2 req-620b7cf9-d1b1-4dd7-b38f-cd3d660ded3a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0501909 May 27 15:14:11.404095 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-63ee7bca-847b-4beb-94a6-30e09c6629e2 req-f181fbaa-57a2-4d04-a74d-dd2a6d3dcc11 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 May 27 15:14:12.525490 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68ae49-d7b1-4e3e-941f-24bd5b7064d1 req-9e091b26-f051-4963-b4d6-55745a611ea1 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:12.527082 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c68ae49-d7b1-4e3e-941f-24bd5b7064d1 req-9e091b26-f051-4963-b4d6-55745a611ea1 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0550625 May 27 15:14:12.577931 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c68ae49-d7b1-4e3e-941f-24bd5b7064d1 req-4ea847dd-bcf0-4e70-907e-42e1cb3a8c6b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 May 27 15:14:13.269934 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44664) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:13.375472 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1892c63-1d1a-4376-9104-d6e106690341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.455363 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1892c63-1d1a-4376-9104-d6e106690341 admin admin] Publish callbacks [] for security_group (52e23dea-9b08-46ac-96f5-f9b4a366c8c6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.459649 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1892c63-1d1a-4376-9104-d6e106690341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (52e23dea-9b08-46ac-96f5-f9b4a366c8c6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.500097 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b1892c63-1d1a-4376-9104-d6e106690341 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09b8cd4a676c4ebab41612617d76321b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290890 May 27 15:14:13.500820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1892c63-1d1a-4376-9104-d6e106690341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e23dea-9b08-46ac-96f5-f9b4a366c8c6,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:13.502837 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44668) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:13.554095 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Publish callbacks [] for security_group (52e23dea-9b08-46ac-96f5-f9b4a366c8c6), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.580332 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Publish callbacks [] for security_group (52e23dea-9b08-46ac-96f5-f9b4a366c8c6), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.585455 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5f5d-64e2-4763-ac15-56407f220fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.642669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (52e23dea-9b08-46ac-96f5-f9b4a366c8c6), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.648038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:13.652497 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52e23dea-9b08-46ac-96f5-f9b4a366c8c6 HTTP/1.1" status: 204 len: 168 time: 0.1484735 May 27 15:14:13.665230 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e23dea-9b08-46ac-96f5-f9b4a366c8c6,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:13.698235 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.698576 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.698907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.699240 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.699563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.699888 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.700228 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.700573 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.700893 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.701207 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.701522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.701835 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.702144 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.702450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.702758 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584dacc-751f-4321-bc67-a85dff4fc4c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:13.724082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3c71d-8107-4331-a684-8ddff4c00e1d req-2d9915eb-21db-4b2e-95d4-e6742c2b1725 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:13.726731 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-61b3c71d-8107-4331-a684-8ddff4c00e1d req-2d9915eb-21db-4b2e-95d4-e6742c2b1725 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0652196 May 27 15:14:13.803830 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-61b3c71d-8107-4331-a684-8ddff4c00e1d req-91e02aa4-1551-4d77-8817-cf4889de46f3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692432 May 27 15:14:14.928912 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242169f8-fddd-4c86-8224-12dddd54678a req-f78d3d17-d65f-429b-89dc-8e55056ae816 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:14.930420 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-242169f8-fddd-4c86-8224-12dddd54678a req-f78d3d17-d65f-429b-89dc-8e55056ae816 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0507090 May 27 15:14:14.978575 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-242169f8-fddd-4c86-8224-12dddd54678a req-cf63adac-c4d0-4f21-9c69-c5dce7abf67c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 May 27 15:14:14.990964 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44724) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:15.096399 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-faa67f11-eda5-4949-8531-a27476d8d569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.177031 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-faa67f11-eda5-4949-8531-a27476d8d569 admin admin] Publish callbacks [] for security_group (7030b336-7705-4c5d-87f3-252c02eed21f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.181369 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-faa67f11-eda5-4949-8531-a27476d8d569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (7030b336-7705-4c5d-87f3-252c02eed21f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.223303 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-faa67f11-eda5-4949-8531-a27476d8d569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c88d1ec683574cadabfa671988b58f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311878 May 27 15:14:15.224370 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa67f11-eda5-4949-8531-a27476d8d569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7030b336-7705-4c5d-87f3-252c02eed21f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:15.227029 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44732) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:15.266892 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:15.280217 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd8b-0a82-41cc-b395-e10396e0e94c admin admin] Publish callbacks [] for security_group (7030b336-7705-4c5d-87f3-252c02eed21f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.303351 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd8b-0a82-41cc-b395-e10396e0e94c admin admin] Publish callbacks [] for security_group (7030b336-7705-4c5d-87f3-252c02eed21f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.355201 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd8b-0a82-41cc-b395-e10396e0e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (7030b336-7705-4c5d-87f3-252c02eed21f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.357922 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd8b-0a82-41cc-b395-e10396e0e94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.359264 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2d3dfd8b-0a82-41cc-b395-e10396e0e94c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7030b336-7705-4c5d-87f3-252c02eed21f HTTP/1.1" status: 204 len: 168 time: 0.1312456 May 27 15:14:15.379741 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dfd8b-0a82-41cc-b395-e10396e0e94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7030b336-7705-4c5d-87f3-252c02eed21f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:15.658279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44742) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:15.674305 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e063dab-d2c5-4640-ab83-07333efcd7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.676730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:15.753025 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e063dab-d2c5-4640-ab83-07333efcd7f5 admin admin] Publish callbacks [] for security_group (c0871507-c79b-4324-bc8c-97aea8dd43ae), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.757432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e063dab-d2c5-4640-ab83-07333efcd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c0871507-c79b-4324-bc8c-97aea8dd43ae), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.800029 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e063dab-d2c5-4640-ab83-07333efcd7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0871507-c79b-4324-bc8c-97aea8dd43ae,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:15.809074 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8e063dab-d2c5-4640-ab83-07333efcd7f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fee5ffe33cd94866a090a4ea94938ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472187 May 27 15:14:15.809667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44746) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:15.835666 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b379ca69-d9d9-4cc6-851e-a00aaecd28ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.863539 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d5d793d6-5074-42c7-a3fc-471e4235dbd5 admin admin] Publish callbacks [] for security_group (c0871507-c79b-4324-bc8c-97aea8dd43ae), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.887404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d5d793d6-5074-42c7-a3fc-471e4235dbd5 admin admin] Publish callbacks [] for security_group (c0871507-c79b-4324-bc8c-97aea8dd43ae), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.945766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d5d793d6-5074-42c7-a3fc-471e4235dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c0871507-c79b-4324-bc8c-97aea8dd43ae), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.945766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d5d793d6-5074-42c7-a3fc-471e4235dbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:15.945766 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d5d793d6-5074-42c7-a3fc-471e4235dbd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0871507-c79b-4324-bc8c-97aea8dd43ae HTTP/1.1" status: 204 len: 168 time: 0.1305392 May 27 15:14:15.949192 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d793d6-5074-42c7-a3fc-471e4235dbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0871507-c79b-4324-bc8c-97aea8dd43ae,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:16.121509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c49a52-f6b7-41f7-be87-a26c15aa5627 req-2e07b4fe-fced-4100-8081-753a4e20b3f9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:16.124830 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21c49a52-f6b7-41f7-be87-a26c15aa5627 req-2e07b4fe-fced-4100-8081-753a4e20b3f9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0680022 May 27 15:14:16.191259 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21c49a52-f6b7-41f7-be87-a26c15aa5627 req-becd418f-6277-4d64-993d-c9efe180e9f6 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595949 May 27 15:14:17.247456 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=26 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:17.300700 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:17.320501 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eb698-1685-4b68-b44d-0f4a35a243c6 req-c1c8222a-9681-46ae-a21b-bb6d205ad725 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:17.321999 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f49eb698-1685-4b68-b44d-0f4a35a243c6 req-c1c8222a-9681-46ae-a21b-bb6d205ad725 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0483198 May 27 15:14:17.370959 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f49eb698-1685-4b68-b44d-0f4a35a243c6 req-7f286f8e-672b-4b52-bcd9-bf8a7b989571 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 May 27 15:14:18.389839 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:18.491997 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174037d-3aaf-49f2-a226-cbbddce79b7e req-ed4ecdcd-075e-4cbf-be87-e4dac30339cb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:18.493467 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e174037d-3aaf-49f2-a226-cbbddce79b7e req-ed4ecdcd-075e-4cbf-be87-e4dac30339cb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0455158 May 27 15:14:18.543629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e174037d-3aaf-49f2-a226-cbbddce79b7e req-407b007d-140b-4cc9-983c-d63ab10f3ed3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 May 27 15:14:19.660568 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4fb46-2a1d-49f6-b8db-ef2eb52567cb req-d20ee801-1ed4-4259-b754-4649675c19d9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:19.662130 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bce4fb46-2a1d-49f6-b8db-ef2eb52567cb req-d20ee801-1ed4-4259-b754-4649675c19d9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0503829 May 27 15:14:19.711584 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bce4fb46-2a1d-49f6-b8db-ef2eb52567cb req-e870e51c-a644-49d6-8ef4-c29a2a1511ad tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 May 27 15:14:19.779723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:20.805294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44910) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:20.829153 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2afae-edc3-463c-b114-abd2c9ebd078 req-47bd531c-17c9-42f0-ac2a-94d8acdfe062 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:20.830621 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60f2afae-edc3-463c-b114-abd2c9ebd078 req-47bd531c-17c9-42f0-ac2a-94d8acdfe062 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0493221 May 27 15:14:20.850751 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Deleting subnet 9d12529a-3796-4eaa-8791-961fb8ae7593 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:14:20.854050 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Publish callbacks [] for subnet (9d12529a-3796-4eaa-8791-961fb8ae7593), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:20.867045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:20.881565 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60f2afae-edc3-463c-b114-abd2c9ebd078 req-821ad6b3-147b-45d0-884d-4b911315b901 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 May 27 15:14:20.898985 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3014291'] for subnet (9d12529a-3796-4eaa-8791-961fb8ae7593), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:20.938508 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (9d12529a-3796-4eaa-8791-961fb8ae7593), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:20.990741 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26290452'] for subnet (9d12529a-3796-4eaa-8791-961fb8ae7593), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.017278 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d12529a-3796-4eaa-8791-961fb8ae7593,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:21.021899 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.027306 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-25dfc61c-66e1-4ead-99d3-09601a05d8b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d12529a-3796-4eaa-8791-961fb8ae7593 HTTP/1.1" status: 204 len: 168 time: 0.2186832 May 27 15:14:21.027596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44914) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:21.101405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (11b3f0a8-88c1-41da-81f6-0a53f5f0d59e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.185082 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (11b3f0a8-88c1-41da-81f6-0a53f5f0d59e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.206284 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b3f0a8-88c1-41da-81f6-0a53f5f0d59e']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:21.216691 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24788727-d647-46d2-8772-a97ddf512ba0') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:21.216983 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24788727-d647-46d2-8772-a97ddf512ba0') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:21.225993 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:21.227866 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (24788727-d647-46d2-8772-a97ddf512ba0), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.243077 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (24788727-d647-46d2-8772-a97ddf512ba0), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.247244 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:21.250092 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:14:21.250496 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (24788727-d647-46d2-8772-a97ddf512ba0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.306780 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 24788727-d647-46d2-8772-a97ddf512ba0 resource provider aggregate not found May 27 15:14:21.332504 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (11b3f0a8-88c1-41da-81f6-0a53f5f0d59e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.343565 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 24788727-d647-46d2-8772-a97ddf512ba0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24788727-d647-46d2-8772-a97ddf512ba0 found for delete ", "request_id": "req-98306418-5464-4d21-8cd0-c98d069d02ae"}]} May 27 15:14:21.344884 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.348999 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] 10.222.0.41 "DELETE /v2.0/networks/11b3f0a8-88c1-41da-81f6-0a53f5f0d59e HTTP/1.1" status: 204 len: 168 time: 0.3203290 May 27 15:14:21.351610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44926) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:21.361730 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c663d-652d-428a-a696-bb132f616eee admin admin] Pushing event deleted for resources: {'Network': ['ID=11b3f0a8-88c1-41da-81f6-0a53f5f0d59e,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:21.404666 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Deleting subnet 583d10db-9082-4081-b7f1-b6fe7f7e8337 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:14:21.407925 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Publish callbacks [] for subnet (583d10db-9082-4081-b7f1-b6fe7f7e8337), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.444535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (583d10db-9082-4081-b7f1-b6fe7f7e8337), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.481678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:21.484880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (583d10db-9082-4081-b7f1-b6fe7f7e8337), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.540749 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (583d10db-9082-4081-b7f1-b6fe7f7e8337), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.564170 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583d10db-9082-4081-b7f1-b6fe7f7e8337,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:21.569983 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.573392 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-47d93597-685d-43f6-8da4-ccdc04bd94c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/583d10db-9082-4081-b7f1-b6fe7f7e8337 HTTP/1.1" status: 204 len: 168 time: 0.2205441 May 27 15:14:21.575778 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44934) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:21.652028 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (713ebf2c-ffab-46db-b809-607d622c31bc), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.737078 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (713ebf2c-ffab-46db-b809-607d622c31bc), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.757201 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713ebf2c-ffab-46db-b809-607d622c31bc']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:21.766417 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8496588f-0502-4d84-a46b-3b64de4f4a0e') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:21.766705 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8496588f-0502-4d84-a46b-3b64de4f4a0e') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:21.777031 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (8496588f-0502-4d84-a46b-3b64de4f4a0e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.790680 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (8496588f-0502-4d84-a46b-3b64de4f4a0e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.797544 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:14:21.798000 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (8496588f-0502-4d84-a46b-3b64de4f4a0e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.848663 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 8496588f-0502-4d84-a46b-3b64de4f4a0e resource provider aggregate not found May 27 15:14:21.873225 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 8496588f-0502-4d84-a46b-3b64de4f4a0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8496588f-0502-4d84-a46b-3b64de4f4a0e found for delete ", "request_id": "req-67238a50-e20d-4a81-b9ea-4ba9e3ac410a"}]} May 27 15:14:21.874463 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (713ebf2c-ffab-46db-b809-607d622c31bc), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.881238 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:21.885074 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] 10.222.0.41 "DELETE /v2.0/networks/713ebf2c-ffab-46db-b809-607d622c31bc HTTP/1.1" status: 204 len: 168 time: 0.3083370 May 27 15:14:21.898757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eeb96-2794-4cf4-93cc-d055b3e5c18b admin admin] Pushing event deleted for resources: {'Network': ['ID=713ebf2c-ffab-46db-b809-607d622c31bc,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:21.964860 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44954) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.009542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad11b8-e7c0-4972-a06b-5ece5768dcb5 req-e0ff862b-a58d-40f1-ba19-01bd36de9e81 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:22.011035 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-89ad11b8-e7c0-4972-a06b-5ece5768dcb5 req-e0ff862b-a58d-40f1-ba19-01bd36de9e81 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0562713 May 27 15:14:22.064700 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-89ad11b8-e7c0-4972-a06b-5ece5768dcb5 req-f854b5e0-95b7-4444-9e57-44d134c05dd2 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 May 27 15:14:22.089175 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-87deb138-a3ad-4c1b-a630-c58410e3adc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.112113 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44962) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.158975 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5ed5fd91-8a57-457e-a62f-5206335d829e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17c8de06d59a4968a103f8f72d6a501f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456445 May 27 15:14:22.161443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44966) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.178428 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-87deb138-a3ad-4c1b-a630-c58410e3adc2 admin admin] Publish callbacks [] for security_group (7ef67f94-c7a6-4179-80cd-6308c4d16578), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.186624 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-87deb138-a3ad-4c1b-a630-c58410e3adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (7ef67f94-c7a6-4179-80cd-6308c4d16578), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.218638 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e8c-46c3-469c-9324-e0329ba097e2 admin admin] Publish callbacks [] for security_group (d16cb069-392d-4def-bd70-1fae088f0668), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.231184 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-87deb138-a3ad-4c1b-a630-c58410e3adc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b08b129b334b4f77b9d0f31e9c970797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644122 May 27 15:14:22.231977 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb138-a3ad-4c1b-a630-c58410e3adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef67f94-c7a6-4179-80cd-6308c4d16578,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:22.233756 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44972) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.259287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e8c-46c3-469c-9324-e0329ba097e2 admin admin] Publish callbacks [] for security_group (d16cb069-392d-4def-bd70-1fae088f0668), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.309465 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:22.325273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-45148a05-b727-4e9c-851c-59a0a2cff90b admin admin] Publish callbacks [] for security_group (7ef67f94-c7a6-4179-80cd-6308c4d16578), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.350270 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e8c-46c3-469c-9324-e0329ba097e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d16cb069-392d-4def-bd70-1fae088f0668), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.352779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e8c-46c3-469c-9324-e0329ba097e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.353909 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aebb5e8c-46c3-469c-9324-e0329ba097e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d16cb069-392d-4def-bd70-1fae088f0668 HTTP/1.1" status: 204 len: 168 time: 0.1915319 May 27 15:14:22.355794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-45148a05-b727-4e9c-851c-59a0a2cff90b admin admin] Publish callbacks [] for security_group (7ef67f94-c7a6-4179-80cd-6308c4d16578), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.373437 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb5e8c-46c3-469c-9324-e0329ba097e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16cb069-392d-4def-bd70-1fae088f0668,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:22.436309 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-45148a05-b727-4e9c-851c-59a0a2cff90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (7ef67f94-c7a6-4179-80cd-6308c4d16578), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.438904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-45148a05-b727-4e9c-851c-59a0a2cff90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.440080 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-45148a05-b727-4e9c-851c-59a0a2cff90b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ef67f94-c7a6-4179-80cd-6308c4d16578 HTTP/1.1" status: 204 len: 168 time: 0.2052565 May 27 15:14:22.459927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45148a05-b727-4e9c-851c-59a0a2cff90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef67f94-c7a6-4179-80cd-6308c4d16578,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:22.907308 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44994) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.950626 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8eb09c02-5fe9-42cb-8b08-d491d62af1b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa4a2a9d25a34e73b8202cece862c68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421400 May 27 15:14:22.953362 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 44996) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.965764 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 44998) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:22.979654 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d596731-0cb8-47cb-9285-d84606a5fe70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:22.980803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:23.018233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-477fa44e-ecb3-46eb-8ca1-a0e7508b4292 admin admin] Publish callbacks [] for security_group (c2e85c70-e555-4030-b4bc-3b1c4a0ddc08), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.057044 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-477fa44e-ecb3-46eb-8ca1-a0e7508b4292 admin admin] Publish callbacks [] for security_group (c2e85c70-e555-4030-b4bc-3b1c4a0ddc08), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.076082 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d596731-0cb8-47cb-9285-d84606a5fe70 admin admin] Publish callbacks [] for security_group (8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.081268 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d596731-0cb8-47cb-9285-d84606a5fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.132683 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-477fa44e-ecb3-46eb-8ca1-a0e7508b4292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c2e85c70-e555-4030-b4bc-3b1c4a0ddc08), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.136757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-477fa44e-ecb3-46eb-8ca1-a0e7508b4292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.138593 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-477fa44e-ecb3-46eb-8ca1-a0e7508b4292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2e85c70-e555-4030-b4bc-3b1c4a0ddc08 HTTP/1.1" status: 204 len: 168 time: 0.1835244 May 27 15:14:23.138951 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d596731-0cb8-47cb-9285-d84606a5fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:23.144703 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2d596731-0cb8-47cb-9285-d84606a5fe70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c984683e6cc4404fa79fc5101fa5aab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774979 May 27 15:14:23.147778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45008) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:23.154363 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fa44e-ecb3-46eb-8ca1-a0e7508b4292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e85c70-e555-4030-b4bc-3b1c4a0ddc08,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:23.204624 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bd26-954a-47dd-b1dd-42e533b561c9 admin admin] Publish callbacks [] for security_group (8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.231873 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bd26-954a-47dd-b1dd-42e533b561c9 admin admin] Publish callbacks [] for security_group (8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.244738 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5621d-b602-4916-9f37-431da3449ff9 req-cfaf8732-10db-41a7-806b-9fef6d280c5c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:23.246463 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-69c5621d-b602-4916-9f37-431da3449ff9 req-cfaf8732-10db-41a7-806b-9fef6d280c5c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0585027 May 27 15:14:23.286641 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bd26-954a-47dd-b1dd-42e533b561c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.290329 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bd26-954a-47dd-b1dd-42e533b561c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:23.292989 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7ae8bd26-954a-47dd-b1dd-42e533b561c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b HTTP/1.1" status: 204 len: 168 time: 0.1443977 May 27 15:14:23.303862 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8bd26-954a-47dd-b1dd-42e533b561c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ddaba-66bb-4b98-8b4c-38ecc3e9dc3b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:23.308398 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-69c5621d-b602-4916-9f37-431da3449ff9 req-b0f807db-bc92-4138-a057-c00d670ea844 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 May 27 15:14:24.432029 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d527-1eca-4332-af53-3394ca42b729 req-5edc8f5b-78ea-4684-8827-79145dde7603 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:24.449160 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7841d527-1eca-4332-af53-3394ca42b729 req-5edc8f5b-78ea-4684-8827-79145dde7603 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0674238 May 27 15:14:24.532408 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7841d527-1eca-4332-af53-3394ca42b729 req-5b34e9b3-be15-4001-8b93-4a2ba07a315d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821891 May 27 15:14:25.651381 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e768b-5e4f-498d-bfdc-866a5da8bb35 req-96cc2cb8-0074-4c15-9699-3069838419fa tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:25.653112 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-803e768b-5e4f-498d-bfdc-866a5da8bb35 req-96cc2cb8-0074-4c15-9699-3069838419fa tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0492959 May 27 15:14:25.916427 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-803e768b-5e4f-498d-bfdc-866a5da8bb35 req-abd26ecd-26e8-4698-b428-487e0f60a471 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570014 May 27 15:14:26.230194 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852f9e1-199c-4835-8b6e-48200f5ee823 req-15c1535d-07b7-4bed-904b-f400a5889a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:26.231765 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f852f9e1-199c-4835-8b6e-48200f5ee823 req-15c1535d-07b7-4bed-904b-f400a5889a7c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1129 time: 0.0453353 May 27 15:14:26.284782 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f852f9e1-199c-4835-8b6e-48200f5ee823 req-41858e6f-adc4-43b6-991f-8451371085e4 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466590 May 27 15:14:27.053933 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c2da1-2008-4acd-a60a-bfead9974183 req-04195328-b75f-42f3-a138-5b998b417d0f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:27.055443 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-786c2da1-2008-4acd-a60a-bfead9974183 req-04195328-b75f-42f3-a138-5b998b417d0f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0502081 May 27 15:14:27.108876 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-786c2da1-2008-4acd-a60a-bfead9974183 req-9a33c46a-0ac4-43ea-9fb5-4481785cac3c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 May 27 15:14:28.228984 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bacb5-8dac-491c-9127-132a0183b52f req-785e4ab8-d323-4ff5-9df1-fce6e3ded3bb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:28.230437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-163bacb5-8dac-491c-9127-132a0183b52f req-785e4ab8-d323-4ff5-9df1-fce6e3ded3bb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0502384 May 27 15:14:28.286040 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-163bacb5-8dac-491c-9127-132a0183b52f req-1a8b3ed4-43a4-4cfa-9dd8-9c9fd2bb11d3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 May 27 15:14:28.587837 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495217f8-6547-47c5-9594-689c7c698b3a req-611f605a-a0ae-4c40-a3ff-f8d0c3a73233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:28.589361 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-611f605a-a0ae-4c40-a3ff-f8d0c3a73233 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1129 time: 0.0860052 May 27 15:14:28.603615 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142a1c-65f2-4445-9473-39622f30ffd1 req-da95bbb8-23b4-414c-aa7c-c9d23f1cb26f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:28.605185 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4142a1c-65f2-4445-9473-39622f30ffd1 req-da95bbb8-23b4-414c-aa7c-c9d23f1cb26f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0624762 May 27 15:14:28.682253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:28.720920 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4142a1c-65f2-4445-9473-39622f30ffd1 req-f4dacb95-5a00-4f6f-9903-4b8b2217b04c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061814 May 27 15:14:28.741325 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495217f8-6547-47c5-9594-689c7c698b3a req-fc9df07e-5c9d-400a-b116-d2902bce6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:28.741325 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-fc9df07e-5c9d-400a-b116-d2902bce6caf service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.1344867 May 27 15:14:28.787938 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-037631bc-e1b3-4d6e-a89a-fc3908352794 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 217 time: 0.0399373 May 27 15:14:28.802883 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:28.856430 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495217f8-6547-47c5-9594-689c7c698b3a req-304bdc01-9649-49f6-8824-b6aa2ba5756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:28.857932 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-304bdc01-9649-49f6-8824-b6aa2ba5756b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0635304 May 27 15:14:28.917735 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495217f8-6547-47c5-9594-689c7c698b3a req-fb180d3f-0542-410a-bac5-5917677097b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:28.919427 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-fb180d3f-0542-410a-bac5-5917677097b5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556097 May 27 15:14:29.044959 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-91a45d9b-d4a8-4040-bf8d-afd411055159 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190770 May 27 15:14:29.159162 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-495217f8-6547-47c5-9594-689c7c698b3a req-48b38aca-7616-4a35-972d-c7649f5d343c service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038294 May 27 15:14:29.868275 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3b5ca-d3f4-437a-9afd-64f77ad5ef14 req-14ed2cb1-8701-424c-8c0a-e994549eac3b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:29.869801 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-68e3b5ca-d3f4-437a-9afd-64f77ad5ef14 req-14ed2cb1-8701-424c-8c0a-e994549eac3b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0578098 May 27 15:14:29.928845 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-68e3b5ca-d3f4-437a-9afd-64f77ad5ef14 req-bb7fcb29-b738-4a56-ae3c-61bc5b05ed15 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535023 May 27 15:14:29.936054 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:31.062476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179df61d-9e0f-4d73-b005-bc3d23ed6940 req-516bf2ff-15e9-42d4-b5a2-7177335d32ec tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:31.064130 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-179df61d-9e0f-4d73-b005-bc3d23ed6940 req-516bf2ff-15e9-42d4-b5a2-7177335d32ec tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0602770 May 27 15:14:31.121252 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-179df61d-9e0f-4d73-b005-bc3d23ed6940 req-36adcdf2-dc68-4f00-aa75-141e2e6daedd tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512154 May 27 15:14:32.250731 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89a68-f6a0-427c-afc2-e11852d280e9 req-61137ca5-9304-49ec-a47d-1af6d3fff78d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:32.252259 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c3f89a68-f6a0-427c-afc2-e11852d280e9 req-61137ca5-9304-49ec-a47d-1af6d3fff78d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0493524 May 27 15:14:32.307750 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c3f89a68-f6a0-427c-afc2-e11852d280e9 req-7e0a362f-33df-4bae-b3ef-942d5ae6a6bb tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496557 May 27 15:14:33.270096 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=2,neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=12 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:33.297147 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=56,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:33.317481 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:33.720129 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45416) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:33.724804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976999593', 'description': 'tempest-description--1745260425'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:33.748209 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.817071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group (342db7ef-69f4-4099-912e-0dcef0b65883), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.822142 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (342db7ef-69f4-4099-912e-0dcef0b65883), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.852855 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342db7ef-69f4-4099-912e-0dcef0b65883,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:33.857029 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.861510 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-74a61a36-5616-47e8-9219-52d28a2d4772 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1369989 May 27 15:14:33.861934 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45422) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:33.865855 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'security_group_rule': {'security_group_id': '342db7ef-69f4-4099-912e-0dcef0b65883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:33.897523 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group_rule (d959748e-acdd-4ccb-92df-9a8a218a6d59), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.947992 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group_rule (d959748e-acdd-4ccb-92df-9a8a218a6d59), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.951631 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (d959748e-acdd-4ccb-92df-9a8a218a6d59), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.974108 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d959748e-acdd-4ccb-92df-9a8a218a6d59,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:33.980628 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:33.984262 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-09197b7c-a89b-466a-b7f2-bb0db887eaba tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194265 May 27 15:14:33.984956 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45428) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:33.991419 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'security_group_rule': {'security_group_id': '342db7ef-69f4-4099-912e-0dcef0b65883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:34.027739 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group_rule (90787c14-94b3-4e66-bd08-2d931df4fd0a), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.086993 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group_rule (90787c14-94b3-4e66-bd08-2d931df4fd0a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.091444 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (90787c14-94b3-4e66-bd08-2d931df4fd0a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.111945 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90787c14-94b3-4e66-bd08-2d931df4fd0a,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:34.125834 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.127638 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-07c0265c-100a-4f64-b73f-a277637a4a30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416633 May 27 15:14:34.130779 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45436) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:34.137298 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:34.165595 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.180588 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45438) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:34.185258 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116783785', 'description': 'tempest-description--647600936'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:34.207427 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.255948 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.280829 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (c0523abe-d945-4e02-83a3-deb9b7afe859), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.284398 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c0523abe-d945-4e02-83a3-deb9b7afe859), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.316970 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0523abe-d945-4e02-83a3-deb9b7afe859,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:34.322065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.323304 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-61f535dc-ca80-46af-9201-bcf77e30a117 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415422 May 27 15:14:34.326077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45440) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:34.330501 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': 'c0523abe-d945-4e02-83a3-deb9b7afe859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:34.364252 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (ff599f95-a35c-41cf-9175-6bd01e27ca8b), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.392937 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Allocated IP 172.27.1.74 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/a792667e-6c5e-46cf-8283-131b491dd02d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:34.424948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (ff599f95-a35c-41cf-9175-6bd01e27ca8b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.429378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (ff599f95-a35c-41cf-9175-6bd01e27ca8b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.441014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:34.450280 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff599f95-a35c-41cf-9175-6bd01e27ca8b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:34.459714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.464382 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-56fd4d26-3394-46c2-8cf3-472fda51ea22 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346798 May 27 15:14:34.464566 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45444) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:34.469441 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': 'c0523abe-d945-4e02-83a3-deb9b7afe859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:34.474840 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:34.500971 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (6a90e9bf-5e4f-4b2d-8f3a-4a0c653d6945), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.517074 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:34.520239 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:34.523884 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for port (a792667e-6c5e-46cf-8283-131b491dd02d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.563123 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (a792667e-6c5e-46cf-8283-131b491dd02d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.568630 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (6a90e9bf-5e4f-4b2d-8f3a-4a0c653d6945), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.572917 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (6a90e9bf-5e4f-4b2d-8f3a-4a0c653d6945), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.593411 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a90e9bf-5e4f-4b2d-8f3a-4a0c653d6945,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:34.601914 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.606847 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-eec8e190-9d8b-45d7-acd4-582b740abf42 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379619 May 27 15:14:34.606847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45446) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:34.611194 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:34.611413 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:34.614686 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:34.619819 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:34.622740 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'Port': ['ID=a792667e-6c5e-46cf-8283-131b491dd02d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:34.640610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.706687 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.735684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.758981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (a792667e-6c5e-46cf-8283-131b491dd02d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.855344 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.27.1.113 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/d359d870-1bab-448a-b71e-52cfb27d2a31) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:34.939190 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for port (a792667e-6c5e-46cf-8283-131b491dd02d), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.943682 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (a792667e-6c5e-46cf-8283-131b491dd02d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:34.970235 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.013422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.014572 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'Port': ['ID=a792667e-6c5e-46cf-8283-131b491dd02d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:35.033856 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.052388 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.062110 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-008a0c86-06ae-402f-b0be-4156aa17a643 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9216919 May 27 15:14:35.062286 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:35.071362 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:35.073991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:35.100169 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=d359d870-1bab-448a-b71e-52cfb27d2a31,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:35.196438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (3db7854f-83ec-47e7-8451-71c25e66e82f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.260960 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.283285 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:35.331794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:35.343355 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45466) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:35.478745 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.491338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.500330 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9a55ffb7-6eab-49da-80a1-f889012cc30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.588233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=d359d870-1bab-448a-b71e-52cfb27d2a31,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:35.598874 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (3db7854f-83ec-47e7-8451-71c25e66e82f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.628110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.637384 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-076a0234-69aa-43e2-acb9-acd3926aabaf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0219314 May 27 15:14:35.675290 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9a55ffb7-6eab-49da-80a1-f889012cc30c admin admin] Publish callbacks [] for security_group (066baf7c-676a-4abd-bf3c-d510040ab145), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.679569 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9a55ffb7-6eab-49da-80a1-f889012cc30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (066baf7c-676a-4abd-bf3c-d510040ab145), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.721985 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9a55ffb7-6eab-49da-80a1-f889012cc30c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df7c834822764455941b64d50f506edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680589 May 27 15:14:35.722667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55ffb7-6eab-49da-80a1-f889012cc30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066baf7c-676a-4abd-bf3c-d510040ab145,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:35.725474 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45474) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:35.789137 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a47e-2157-4577-ad5a-943dc8a0078f admin admin] Publish callbacks [] for security_group (066baf7c-676a-4abd-bf3c-d510040ab145), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.811143 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a47e-2157-4577-ad5a-943dc8a0078f admin admin] Publish callbacks [] for security_group (066baf7c-676a-4abd-bf3c-d510040ab145), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.860883 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a47e-2157-4577-ad5a-943dc8a0078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (066baf7c-676a-4abd-bf3c-d510040ab145), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.863696 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a47e-2157-4577-ad5a-943dc8a0078f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:35.864856 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f2c8a47e-2157-4577-ad5a-943dc8a0078f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/066baf7c-676a-4abd-bf3c-d510040ab145 HTTP/1.1" status: 204 len: 168 time: 0.1319971 May 27 15:14:35.873271 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8a47e-2157-4577-ad5a-943dc8a0078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066baf7c-676a-4abd-bf3c-d510040ab145,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:40.312162 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-cb37ad8f-6981-4d43-b43b-832e8039a7f7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1976999593&fields=id&tenant_id=c162124048a34243867e236c81a70eb0 HTTP/1.1" status: 200 len: 267 time: 0.0771229 May 27 15:14:40.315318 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-e624a7af-a0b8-43dc-a88c-bc040dc05ea6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2116783785&fields=id&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 267 time: 0.0719588 May 27 15:14:40.500108 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-ff9802c3-550e-4eb9-a137-6f5952024a36 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:40.501610 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-ff9802c3-550e-4eb9-a137-6f5952024a36 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 818 time: 0.1824429 May 27 15:14:40.508853 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-246ae439-6eeb-4c3f-9edf-c9f51d758728 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:40.510242 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-246ae439-6eeb-4c3f-9edf-c9f51d758728 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.1811671 May 27 15:14:40.533251 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-dceeaf79-2361-4e62-8eba-84ac20902eb0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/quotas/c162124048a34243867e236c81a70eb0 HTTP/1.1" status: 200 len: 375 time: 0.0220549 May 27 15:14:40.535852 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-c9a7816f-d8aa-4162-b5a3-3e7638ff7e59 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/quotas/cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 375 time: 0.0172575 May 27 15:14:40.618359 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-68964df4-de46-4f5b-8a90-77b95efeee28 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798204 May 27 15:14:40.627414 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-c797d86f-00ae-4285-b142-09a79fee5759 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790727 May 27 15:14:40.639258 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:40.687246 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:40.796057 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-82cd2533-12a1-4c07-8194-0f91c12f3f46 service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556256 May 27 15:14:40.799610 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-59ae39c5-e97c-43a9-99b6-2e01ee25d423 service neutron] 10.222.0.41 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681023 May 27 15:14:40.959209 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-b1482213-d171-4b2d-a8c2-4a187f0a0877 service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574085 May 27 15:14:40.963710 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-5d7eaab9-9ed8-4b87-9a1d-b1d2d11e1223 service neutron] 10.222.0.41 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528723 May 27 15:14:41.237173 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-ca9719a7-f75f-4430-be08-11b094aeac54 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580201 May 27 15:14:41.396249 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4e6f4f96-956f-475e-b8a5-af35f2e47176 req-1e772da4-f00a-49b2-8ae9-d9d9b2a103a5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 210 time: 0.1004479 May 27 15:14:41.512736 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1aae459-40bf-46be-a714-c2c4d385b812 req-5a241e6b-0513-4e97-8521-2a88270acba4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 210 time: 0.0498846 May 27 15:14:41.520553 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-ad23fb59-eb3d-401b-8671-9272261b07b0 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:41.522451 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-ad23fb59-eb3d-401b-8671-9272261b07b0 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840297 May 27 15:14:41.553338 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-8f336d49-8341-406a-8ed9-e541057579c2 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/quotas/b14f7f84a9fa48f0985d0a66332b8f1d HTTP/1.1" status: 200 len: 375 time: 0.0209248 May 27 15:14:41.613193 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-e5eb9a68-f98f-4677-a5d1-64c4f1ef0ba2 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521567 May 27 15:14:41.656679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea753e-0de1-4a7d-acde-80a2d79e30e2 req-09dc2027-4049-4dcb-be0b-c0d128edbe4e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:41.658680 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfea753e-0de1-4a7d-acde-80a2d79e30e2 req-09dc2027-4049-4dcb-be0b-c0d128edbe4e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0560465 May 27 15:14:41.730141 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfea753e-0de1-4a7d-acde-80a2d79e30e2 req-232c80a8-ede5-4d73-92d8-8ae9f525bc48 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604336 May 27 15:14:41.838170 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22cf6cd7-f2eb-416c-b45a-c5ca117df5ef req-6c455641-89b6-4ff1-a554-79badf619611 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0292001 May 27 15:14:42.499459 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f7b06f7-63fb-4085-8b5a-c49c5bc48b3a req-7ad0c548-277f-49fb-993b-da901cd6765f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 210 time: 0.0300610 May 27 15:14:42.611107 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20f511be-39de-4bf2-97e7-c56db6dbd590 req-53d0b8a9-e426-4c20-bb02-6f023748c9ec tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 210 time: 0.0292356 May 27 15:14:42.798654 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-1a33477f-04d7-40d0-a758-779fb145eada tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:42.800275 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-1a33477f-04d7-40d0-a758-779fb145eada tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 818 time: 0.1343992 May 27 15:14:42.945427 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:42.957072 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-8a0c3b62-aa6b-415b-9c07-e009681a9139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:42.961691 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc424d-b706-45a0-b684-03bfea575744 req-b964128b-43a7-4162-bc74-0e1ba5482c0e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:42.963591 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5dcc424d-b706-45a0-b684-03bfea575744 req-b964128b-43a7-4162-bc74-0e1ba5482c0e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1441216 May 27 15:14:42.965452 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-8a0c3b62-aa6b-415b-9c07-e009681a9139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.2226439 May 27 15:14:43.024268 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-000ef90c-923a-4769-b8a2-0cf379c5a205 req-aae29692-a2d9-4733-a2cd-cf717daf295d tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0554223 May 27 15:14:43.030806 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-8711bfa6-76ff-4238-81c9-dcb827937148 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c162124048a34243867e236c81a70eb0 HTTP/1.1" status: 200 len: 380 time: 0.2090111 May 27 15:14:43.060503 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5dcc424d-b706-45a0-b684-03bfea575744 req-fb8d3f2a-e7c8-41db-800d-eaf3fefdf834 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775774 May 27 15:14:43.099318 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'port': {'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'admin_state_up': True, 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'security_groups': ['342db7ef-69f4-4099-912e-0dcef0b65883']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:43.104580 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:43.115016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:43.176554 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-c3946745-af73-444c-a575-0a220aef9b45 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 473 time: 0.0809596 May 27 15:14:43.221714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Made reservation on behalf of c162124048a34243867e236c81a70eb0 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:43.225165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:43.280408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:43.359762 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Allocated IP 172.20.0.13 (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a/b0749bfc-24b1-44c4-bdaa-50a6cb01b967/37ba6cb7-b917-4678-a64a-21d74c192fb1) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:43.367281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'port': {'device_id': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'admin_state_up': True, 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'security_groups': ['c0523abe-d945-4e02-83a3-deb9b7afe859']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:43.496538 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-9efb22a6-2981-4331-8666-decae30e19da tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273786 May 27 15:14:43.507070 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Made reservation on behalf of cc1a70bd2ce64fbcb738a2cfcfb09f41 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:43.511459 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:43.569692 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:43.583069 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=24 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:43.588245 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d172b933-0aa4-4fe2-afad-7f6c7cde11e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:43.689967 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.20.0.5 (25b92ae9-fc97-4437-8dc2-335b8971db2a/3f2a335e-4f49-4d65-901e-26787aa95f1d/44f4f49a-5397-4f3e-9a8f-8b22ac911f1a) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:43.845109 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:43.880881 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:43.906585 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-743794a2-61d5-4771-87db-a8f3caeb8bd8 req-4a715d2e-d81c-4579-a4e7-49857563361e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 210 time: 0.0933974 May 27 15:14:43.910175 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:43.914566 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3acd2852-f441-4f9b-b83d-c2d35012b64a req-8947c490-846f-4b58-8ea1-4449f35c36cc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 210 time: 0.1023042 May 27 15:14:43.927811 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:43.931880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:43.939405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:43.970768 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:43.986768 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-52abd208-4914-4fee-95e3-db00e9100aa9 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:43.988288 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-52abd208-4914-4fee-95e3-db00e9100aa9 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817770 May 27 15:14:44.005113 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Request body: {'port': {'device_id': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9', 'admin_state_up': True, 'tenant_id': 'b14f7f84a9fa48f0985d0a66332b8f1d'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:44.009135 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:44.009776 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.018096 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.028407 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-668c1fcc-8b0b-4d48-9fad-76909a7180a2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6666732 May 27 15:14:44.058520 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Request body: {'port': {'device_id': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:44.137911 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.168336 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:44.178425 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:44.214372 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event updated for resources: {'Port': ['ID=37ba6cb7-b917-4678-a64a-21d74c192fb1,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:44.220776 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fe68955c-1ef7-4fdb-b720-ac6c71f4c236 req-0e88103b-175a-44f0-a83d-38bc23ccb292 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0886419 May 27 15:14:44.221871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:44.254775 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:14:44.269100 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:44.291766 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b06e925a-d1f2-4319-8fcc-a78d3928694b None None] Provisioning complete for port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:44.292699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b06e925a-d1f2-4319-8fcc-a78d3928694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.313204 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd8eae-ac67-4efd-9905-fc9d75581b05 req-2f83ce28-604b-4a31-a8ee-520b5b670e08 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:44.321676 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59cd8eae-ac67-4efd-9905-fc9d75581b05 req-2f83ce28-604b-4a31-a8ee-520b5b670e08 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1183867 May 27 15:14:44.337237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b06e925a-d1f2-4319-8fcc-a78d3928694b None None] Port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:14:44.349748 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:44.402800 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:44.439912 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:44.440583 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.458456 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59cd8eae-ac67-4efd-9905-fc9d75581b05 req-fd7b9294-4819-40a7-b1cf-e9443323eca5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358995 May 27 15:14:44.462026 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Made reservation on behalf of b14f7f84a9fa48f0985d0a66332b8f1d for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:44.465701 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.477903 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.486463 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:44.499313 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-03dd472b-bc39-4690-9bf2-f5e22b966d41 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4042382 May 27 15:14:44.503971 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:14:44.511281 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Request body: {'port': {'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:44.512217 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Publish callbacks [] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.527441 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Transition to ACTIVE for port object 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:14:44.530525 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.563117 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-3b0dbb60-9c25-40c0-8f79-52a3cb2adf2e None None] Provisioning complete for port 37ba6cb7-b917-4678-a64a-21d74c192fb1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:44.563860 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbb60-9c25-40c0-8f79-52a3cb2adf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.585497 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Pushing event updated for resources: {'Port': ['ID=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:44.621094 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-3b0dbb60-9c25-40c0-8f79-52a3cb2adf2e None None] Port 37ba6cb7-b917-4678-a64a-21d74c192fb1 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:14:44.626470 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.674936 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Attempting to bind port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:44.675183 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Attempting to bind port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:44.675517 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Attempting to bind port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:44.680841 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a on network 25b92ae9-fc97-4437-8dc2-335b8971db2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:14:44.681160 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Attempting to bind port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:44.685665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks [] for security_group (9006a866-04d8-4ddb-bdd1-1615132400c9), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.686767 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:44.687129 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:44.687557 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Bound using segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:44.688076 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Bound port: 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:44.688487 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.698604 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9006a866-04d8-4ddb-bdd1-1615132400c9), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.764790 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] For port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:44.768281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] For port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:44.775327 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.806076 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9006a866-04d8-4ddb-bdd1-1615132400c9,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:44.813104 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:44.813310 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:44.815176 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] 10.222.0.40 "PUT /v2.0/ports/44f4f49a-5397-4f3e-9a8f-8b22ac911f1a HTTP/1.1" status: 200 len: 1093 time: 0.7616687 May 27 15:14:44.817883 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:44.820629 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f35f77-957b-4ca2-aced-55a04f76b3de" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:44.899531 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f66e0c-45c4-4b78-b55f-64ec98b7405a x-openstack-request-id: req-64f66e0c-45c4-4b78-b55f-64ec98b7405a {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:44.899804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:44.900083 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64f66e0c-45c4-4b78-b55f-64ec98b7405a {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:44.900480 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f66e0c-45c4-4b78-b55f-64ec98b7405a'] response: {'name': 'network-changed', 'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'status': 'completed', 'code': 200} May 27 15:14:44.901027 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752fa13-1ea7-48f4-b47e-9d5341ef70ad service neutron] Pushing event updated for resources: {'Port': ['ID=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:44.917934 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-01bf4a74-031b-4eef-b04a-f1acfdc1657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:44.919467 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-01bf4a74-031b-4eef-b04a-f1acfdc1657f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 1127 time: 0.0594051 May 27 15:14:44.991275 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-7d77efeb-88f9-4b7b-9363-dc55078cf87f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a HTTP/1.1" status: 200 len: 217 time: 0.0642192 May 27 15:14:45.014802 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Allocated IP 192.168.233.208 (9c884522-9617-4557-8f1c-843034f91fb9/73823356-4603-4e47-9c99-3b3e4c905229/c3f1f72a-3e54-4ff0-a70e-71e9e3954a04) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:45.044189 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-266b6783-aaa4-4787-8981-f54e4a18cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:45.045698 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-266b6783-aaa4-4787-8981-f54e4a18cf83 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0476336 May 27 15:14:45.113720 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-29d3c4e9-9df9-42bc-9399-09ec91f6a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:45.117523 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-29d3c4e9-9df9-42bc-9399-09ec91f6a50b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601346 May 27 15:14:45.138568 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e211e-bb02-4639-a0c4-3a2fe0f70bf7 req-f269a05b-3b47-4973-b30c-838dca3224e7 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:45.139969 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b73e211e-bb02-4639-a0c4-3a2fe0f70bf7 req-f269a05b-3b47-4973-b30c-838dca3224e7 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 943 time: 0.0958507 May 27 15:14:45.173052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427ae58-aef3-459b-ae12-2bd982ba0bb6 req-307240d4-c4a1-4f09-a9b5-1b0cdd1dea84 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:45.174548 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8427ae58-aef3-459b-ae12-2bd982ba0bb6 req-307240d4-c4a1-4f09-a9b5-1b0cdd1dea84 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 932 time: 0.1785047 May 27 15:14:45.223262 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-06bb3406-6fba-482d-8763-e7c9c37d62b5 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970914 May 27 15:14:45.268672 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:45.297698 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:45.333209 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c3e8623-451c-4392-9fb9-4db6a163cf25 req-ec2bb44b-f1a8-4fa5-97e4-fdae72513fba service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036711 May 27 15:14:45.342391 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:45.367388 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b73e211e-bb02-4639-a0c4-3a2fe0f70bf7 req-3f4ebf95-715e-4aec-b974-dc9907904af4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171032 May 27 15:14:45.375913 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8427ae58-aef3-459b-ae12-2bd982ba0bb6 req-1a4fb6ea-166a-4873-9265-05b7ec01ea36 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891730 May 27 15:14:45.430919 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ba6cb7-b917-4678-a64a-21d74c192fb1 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:14:45.442823 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Publish callbacks [] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.487682 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3d52b6eb-bcc8-4a5a-8c78-9253539348ed req-8ba7b7fd-6dae-4b0d-97dc-a298e271583e tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0516207 May 27 15:14:45.499530 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Transition to ACTIVE for port object 37ba6cb7-b917-4678-a64a-21d74c192fb1 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:14:45.514626 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.558270 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks [] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.637908 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=37ba6cb7-b917-4678-a64a-21d74c192fb1,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:45.671770 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259aab-a545-440f-ad14-889dd1ae2653 req-9498bbad-e67f-4e25-9453-6ac833cf014d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:45.673296 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c7259aab-a545-440f-ad14-889dd1ae2653 req-9498bbad-e67f-4e25-9453-6ac833cf014d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1132987 May 27 15:14:45.727160 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.806062 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Network 9c884522-9617-4557-8f1c-843034f91fb9 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:45.824110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:45.827075 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-db43cbad-3813-4433-b677-ebcfff7effca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.829930 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:45.835344 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c7259aab-a545-440f-ad14-889dd1ae2653 req-14dc617e-9df5-4052-9155-771633bd3e65 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534798 May 27 15:14:45.836026 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Attempting to bind port 37ba6cb7-b917-4678-a64a-21d74c192fb1 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:45.836331 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Attempting to bind port 37ba6cb7-b917-4678-a64a-21d74c192fb1 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:45.836669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Attempting to bind port 37ba6cb7-b917-4678-a64a-21d74c192fb1 on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:45.864122 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Pushing event updated for resources: {'Port': ['ID=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:45.870961 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Port 37ba6cb7-b917-4678-a64a-21d74c192fb1 on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:14:45.871287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Attempting to bind port 37ba6cb7-b917-4678-a64a-21d74c192fb1 on network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:45.885538 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:45.885873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Checking segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:45.886255 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Bound using segment: {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:45.886689 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Bound port: 37ba6cb7-b917-4678-a64a-21d74c192fb1, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:45.887040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.918377 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:45.918999 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:45.964224 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-213bf46a-6a5a-4a4b-9e56-0a004cdfb1de tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9634774 May 27 15:14:45.983013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] For port 37ba6cb7-b917-4678-a64a-21d74c192fb1, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:45.986403 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] For port 37ba6cb7-b917-4678-a64a-21d74c192fb1, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:45.992852 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:46.034508 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.035124 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:46.036545 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] 10.222.0.40 "PUT /v2.0/ports/37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 1094 time: 1.5295315 May 27 15:14:46.036986 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:46.039281 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:46.057483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8e088-2ff6-43e3-bf35-a60f72bdd9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=37ba6cb7-b917-4678-a64a-21d74c192fb1,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:46.081016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb727a-1318-4e3c-b71c-3c710d33725a x-openstack-request-id: req-c3bb727a-1318-4e3c-b71c-3c710d33725a {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:46.081307 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:46.081563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3bb727a-1318-4e3c-b71c-3c710d33725a {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:46.081964 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bb727a-1318-4e3c-b71c-3c710d33725a'] response: {'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'status': 'completed', 'code': 200} May 27 15:14:46.120477 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-de6442b0-3386-4b57-81ff-0f5ba017d415 None None] Provisioning complete for port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:46.120893 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-de6442b0-3386-4b57-81ff-0f5ba017d415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:46.164550 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-de6442b0-3386-4b57-81ff-0f5ba017d415 None None] Port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:14:46.451638 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Request body: {'port': {'device_id': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:46.499817 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:46.534054 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439 req-05877f78-e681-4c47-bce6-b8116bc303bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.534946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:46.536161 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439 req-05877f78-e681-4c47-bce6-b8116bc303bc service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1128 time: 0.0451405 May 27 15:14:46.582440 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:46.587405 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-f2dc7457-d604-4454-9406-65dafbc360a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.588928 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-f2dc7457-d604-4454-9406-65dafbc360a1 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 1127 time: 0.1427252 May 27 15:14:46.598139 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9f0a-12da-41f6-801d-153a8a57a697 req-d5ccad85-ab5b-4c94-9bf9-a3f8c2e7d3d7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.599482 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-47ef9f0a-12da-41f6-801d-153a8a57a697 req-d5ccad85-ab5b-4c94-9bf9-a3f8c2e7d3d7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 944 time: 0.1355968 May 27 15:14:46.604958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:46.649554 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439 req-513cacc7-a667-4789-b07c-169760bede97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.651247 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439 req-513cacc7-a667-4789-b07c-169760bede97 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=c162124048a34243867e236c81a70eb0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1061482 May 27 15:14:46.674590 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344b28-6357-4c46-9146-8007d567bac6 req-de8cb478-3c57-4238-b6ea-917f8f07724d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.676113 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52344b28-6357-4c46-9146-8007d567bac6 req-de8cb478-3c57-4238-b6ea-917f8f07724d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 943 time: 0.2101150 May 27 15:14:46.746770 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:46.750551 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439 req-5dd3f9ce-397c-4c4f-a017-73a6848a5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.752281 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e6f5aa5-fb83-4105-9028-4afd0f1d1439 req-5dd3f9ce-397c-4c4f-a017-73a6848a5e6d service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949171 May 27 15:14:46.813554 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-47ef9f0a-12da-41f6-801d-153a8a57a697 req-716c174c-4405-4a82-af5d-55a4e8a7abca tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798663 May 27 15:14:46.838745 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-2f5c8c4d-7fa9-4f32-94e8-89375aafefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.840268 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-2f5c8c4d-7fa9-4f32-94e8-89375aafefce service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1128 time: 0.0446982 May 27 15:14:46.840761 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-b919223a-27eb-4786-a4f3-43ea221417c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.842448 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-b919223a-27eb-4786-a4f3-43ea221417c8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.2382817 May 27 15:14:46.849968 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52344b28-6357-4c46-9146-8007d567bac6 req-843094bd-6ecc-4e26-86cf-9198664d4cc4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604598 May 27 15:14:46.902436 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-1be217ef-79b9-4b68-8ba8-01dc98abb820 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 217 time: 0.0496612 May 27 15:14:46.916106 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-96b3e32c-56ec-4335-957c-eb5256ce6a0d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a HTTP/1.1" status: 200 len: 217 time: 0.0616548 May 27 15:14:46.954176 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-5ebd297b-7f9a-438e-883d-b0609fc245c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:46.956067 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-5ebd297b-7f9a-438e-883d-b0609fc245c5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0479705 May 27 15:14:46.999882 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c144-141e-4a48-926a-473e5ec5b883 req-f37178d4-1558-4877-b7e2-89753ddff73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:47.001463 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-f37178d4-1558-4877-b7e2-89753ddff73a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385914 May 27 15:14:47.088198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c2ad7-178e-4ed5-90e9-9c90fbe5d235 req-66c51663-410a-4fac-bce6-4a5b7176fadf tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:47.089820 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d61c2ad7-178e-4ed5-90e9-9c90fbe5d235 req-66c51663-410a-4fac-bce6-4a5b7176fadf tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 936 time: 0.1781464 May 27 15:14:47.303259 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:47.317050 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-48f4008a-4b6e-4f3e-a2c8-fcf046379de8 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084512 May 27 15:14:47.349624 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903adf8-c4b7-42bd-a021-cb12c5ace5ce req-7d481376-2d96-46e1-9561-76d1ed458381 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:47.351763 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e903adf8-c4b7-42bd-a021-cb12c5ace5ce req-7d481376-2d96-46e1-9561-76d1ed458381 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.4258950 May 27 15:14:47.359083 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-aaa623b5-2bec-4d90-9c03-203aa5f0a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:47.360844 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-aaa623b5-2bec-4d90-9c03-203aa5f0a7f5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.4342105 May 27 15:14:47.416209 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c888c144-141e-4a48-926a-473e5ec5b883 req-8517f9b9-5852-4a44-98d5-5971fc769d2d service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924532 May 27 15:14:47.491932 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:14:47.510731 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d61c2ad7-178e-4ed5-90e9-9c90fbe5d235 req-5d214103-fca2-4aa8-baea-b6b47590c78f tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794627 May 27 15:14:47.517732 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-ade7c672-d51f-461e-bf1d-4b8622cf477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:47.519185 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-ade7c672-d51f-461e-bf1d-4b8622cf477b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1490660 May 27 15:14:47.548890 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e903adf8-c4b7-42bd-a021-cb12c5ace5ce req-51ebda70-215d-400f-87c5-dad7e4dabaa3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798191 May 27 15:14:47.602526 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:47.614675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'port_id': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'mac_address': 'fa:16:3e:82:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:14:47.634378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:14:47.644652 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Publish callbacks [] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:47.655859 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:47.656251 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:47.659083 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:47.662255 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Transition to ACTIVE for port object c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:14:47.667514 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:47.670257 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:14:47.691389 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:47.696188 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:47.749552 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:47.758066 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.758719 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.759204 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.759707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.760202 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.760711 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.761197 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.761669 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.762140 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.762659 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.763139 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.763609 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.764168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.764677 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.765145 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:47.786233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:47.799985 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:47.813467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Attempting to bind port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:47.813741 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Attempting to bind port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:47.814274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Attempting to bind port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 on network 9c884522-9617-4557-8f1c-843034f91fb9 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:47.821871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 on network 9c884522-9617-4557-8f1c-843034f91fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:14:47.822301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Attempting to bind port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 on network 9c884522-9617-4557-8f1c-843034f91fb9 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:47.829509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:47.829847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Checking segment: {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:47.830234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Bound using segment: {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:47.830660 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Bound port: c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:47.831014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:47.856796 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45720) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:47.898656 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] For port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:47.902243 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] For port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:47.908879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.008928 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.009647 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.011061 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3f23b59f-95e6-4365-8174-b8b05d9d61f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.011212 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] 10.222.0.40 "PUT /v2.0/ports/c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 HTTP/1.1" status: 200 len: 1098 time: 1.5636919 May 27 15:14:48.013954 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['44f4f49a-5397-4f3e-9a8f-8b22ac911f1a'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:14:48.035164 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17778c0-e5b2-4b2a-bfd9-567f41bf6302 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:48.056911 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e07e2c-950a-4f2e-840e-821a44924441 req-1e3dd059-59f0-4887-b102-f2261adda044 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.058460 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-34e07e2c-950a-4f2e-840e-821a44924441 req-1e3dd059-59f0-4887-b102-f2261adda044 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 944 time: 0.1193454 May 27 15:14:48.064645 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19576a70-10da-4f9b-ae43-4e3d5f8402d3 req-b7242015-22e0-4baf-b2d7-ab217fd1eb05 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.066086 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-19576a70-10da-4f9b-ae43-4e3d5f8402d3 req-b7242015-22e0-4baf-b2d7-ab217fd1eb05 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 944 time: 0.1010876 May 27 15:14:48.097295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'tag': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:48.099203 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd84e95-e132-4b85-a4da-be267e779ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2", "tag": "c3f1f72a-3e54-4ff0-a70e-71e9e3954a04"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:48.136704 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3f23b59f-95e6-4365-8174-b8b05d9d61f0 admin admin] Publish callbacks [] for security_group (4afd14a9-a869-4a95-897f-2f869797cf3f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.141309 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3f23b59f-95e6-4365-8174-b8b05d9d61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4afd14a9-a869-4a95-897f-2f869797cf3f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.152360 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-19576a70-10da-4f9b-ae43-4e3d5f8402d3 req-72a9cd8d-c5c7-49f3-88c5-20301fca57e9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768042 May 27 15:14:48.186550 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23b59f-95e6-4365-8174-b8b05d9d61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afd14a9-a869-4a95-897f-2f869797cf3f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:48.188971 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-34e07e2c-950a-4f2e-840e-821a44924441 req-01cba929-12b6-4909-bdfd-2e1a31e94e0a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181836 May 27 15:14:48.237873 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3f23b59f-95e6-4365-8174-b8b05d9d61f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e8e404c5d674746b33edec6bf8fff2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761015 May 27 15:14:48.238173 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45728) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:48.240657 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaf3609-2ca1-4bec-b749-b0b4ba99ced3 x-openstack-request-id: req-faaf3609-2ca1-4bec-b749-b0b4ba99ced3 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:48.240940 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2", "tag": "c3f1f72a-3e54-4ff0-a70e-71e9e3954a04", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:48.241188 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-faaf3609-2ca1-4bec-b749-b0b4ba99ced3 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:48.242401 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faaf3609-2ca1-4bec-b749-b0b4ba99ced3'] response: {'name': 'network-changed', 'server_uuid': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'tag': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04', 'status': 'completed', 'code': 200} May 27 15:14:48.287395 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b497641a-bc0d-4670-83e5-d3c493a7e229 admin admin] Publish callbacks [] for security_group (4afd14a9-a869-4a95-897f-2f869797cf3f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.309283 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b497641a-bc0d-4670-83e5-d3c493a7e229 admin admin] Publish callbacks [] for security_group (4afd14a9-a869-4a95-897f-2f869797cf3f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.358509 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b497641a-bc0d-4670-83e5-d3c493a7e229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4afd14a9-a869-4a95-897f-2f869797cf3f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.361433 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b497641a-bc0d-4670-83e5-d3c493a7e229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.362739 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b497641a-bc0d-4670-83e5-d3c493a7e229 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4afd14a9-a869-4a95-897f-2f869797cf3f HTTP/1.1" status: 204 len: 168 time: 0.1234393 May 27 15:14:48.373346 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497641a-bc0d-4670-83e5-d3c493a7e229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afd14a9-a869-4a95-897f-2f869797cf3f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:48.432176 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:48.482739 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84e95-e132-4b85-a4da-be267e779ac3 req-9badbfa9-fba5-47a4-9af9-a2dd7e02ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.484740 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3cd84e95-e132-4b85-a4da-be267e779ac3 req-9badbfa9-fba5-47a4-9af9-a2dd7e02ebed service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 1132 time: 0.0869567 May 27 15:14:48.537530 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3cd84e95-e132-4b85-a4da-be267e779ac3 req-366004b9-4d91-40aa-bdea-90bfd08a0f74 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418000 May 27 15:14:48.540465 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-bf1a4c25-d41e-4032-8992-3c32dc8a3deb service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707077 May 27 15:14:48.827081 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e484d-2442-45bc-bfdd-b05c69e28e84 req-898c4a07-fd67-4383-af39-342099258580 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.828657 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-845e484d-2442-45bc-bfdd-b05c69e28e84 req-898c4a07-fd67-4383-af39-342099258580 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 948 time: 0.2282090 May 27 15:14:48.863489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef8618-139a-458c-8601-434f46df1334 req-b071b6e3-2cec-454d-b9e3-440e8484ca50 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.865051 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9ef8618-139a-458c-8601-434f46df1334 req-b071b6e3-2cec-454d-b9e3-440e8484ca50 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.2200692 May 27 15:14:48.940312 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50f35f77-957b-4ca2-aced-55a04f76b3de req-2f47996d-5bf5-44fd-abac-d78e613d1376 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755324 May 27 15:14:48.948234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84e95-e132-4b85-a4da-be267e779ac3 req-5f73d2eb-43d9-4dc7-a8a8-8710678148ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:48.949703 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3cd84e95-e132-4b85-a4da-be267e779ac3 req-5f73d2eb-43d9-4dc7-a8a8-8710678148ce service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3832846 May 27 15:14:48.982014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:48.995493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-845e484d-2442-45bc-bfdd-b05c69e28e84 req-44dd8fd5-b81d-4658-9f62-e5e5eda9a812 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489611 May 27 15:14:49.014452 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9ef8618-139a-458c-8601-434f46df1334 req-8398d98d-6549-4aef-a47e-baf10eeef62a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230838 May 27 15:14:49.044684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.047619 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-228f46d3-bc90-4eb3-8bbe-17f19c904089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.049226 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-228f46d3-bc90-4eb3-8bbe-17f19c904089 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 1132 time: 0.0520945 May 27 15:14:49.075892 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45756) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:49.097057 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-80a1ea72-30b0-4dc7-bec0-af501444f88c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 HTTP/1.1" status: 200 len: 217 time: 0.0380266 May 27 15:14:49.147535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-e94b03e5-aeec-4f87-a1fd-cf780cb04b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.149639 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-e94b03e5-aeec-4f87-a1fd-cf780cb04b58 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=73823356-4603-4e47-9c99-3b3e4c905229 HTTP/1.1" status: 200 len: 843 time: 0.0452869 May 27 15:14:49.174667 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-182128813-network', 'tenant_id': 'b9fd239910a6492a953310873fd2379e'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:49.184695 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.201150 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Made reservation on behalf of b9fd239910a6492a953310873fd2379e for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:49.203881 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.208872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-595e880a-b5ac-4266-ae1b-3417f27b2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.211932 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-595e880a-b5ac-4266-ae1b-3417f27b2bd8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9c884522-9617-4557-8f1c-843034f91fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0555258 May 27 15:14:49.216588 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.219515 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.302583 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks [] for security_group (3f926c6a-24ae-4c0e-a71f-db8c738be6a1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.307071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (3f926c6a-24ae-4c0e-a71f-db8c738be6a1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.332459 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:14:49.342666 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f926c6a-24ae-4c0e-a71f-db8c738be6a1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:49.347386 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (8e658b7b-bc2f-4429-a27b-5924cd523eab), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.347724 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Added segment 8e658b7b-bc2f-4429-a27b-5924cd523eab of type vlan for network 170b7456-5a19-42c5-bafb-44e2c304f6c0 May 27 15:14:49.389819 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (170b7456-5a19-42c5-bafb-44e2c304f6c0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.393302 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b6f46-db65-4cfb-9ff7-bd180dacd115 req-ed5478ad-66ea-481f-bc1e-3f42436ef5ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.394750 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e9b6f46-db65-4cfb-9ff7-bd180dacd115 req-ed5478ad-66ea-481f-bc1e-3f42436ef5ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 944 time: 0.1456647 May 27 15:14:49.407560 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544b5ce-d80c-49d0-a13e-cb6e2943e5e3 req-307979cd-fa59-401a-a8ef-b592ce818c72 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.409012 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d544b5ce-d80c-49d0-a13e-cb6e2943e5e3 req-307979cd-fa59-401a-a8ef-b592ce818c72 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 944 time: 0.1121526 May 27 15:14:49.417713 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (170b7456-5a19-42c5-bafb-44e2c304f6c0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.418722 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.419314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.456076 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3764410 May 27 15:14:49.456279 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45764) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:49.461451 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Request body: {'subnet': {'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-182128813-subnet', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:49.462154 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-cb7fa1ec-aee2-4845-ab02-84398f5d3716 service neutron] 10.222.0.40 "GET /v2.0/networks/9c884522-9617-4557-8f1c-843034f91fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423453 May 27 15:14:49.498327 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 37ba6cb7-b917-4678-a64a-21d74c192fb1 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:14:49.500429 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb828ca1-f827-4a3c-9319-0d508d0c7c8c admin admin] Pushing event updated for resources: {'Network': ['ID=170b7456-5a19-42c5-bafb-44e2c304f6c0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:49.502240 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:49.514679 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Made reservation on behalf of b9fd239910a6492a953310873fd2379e for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:49.518118 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26290489'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.531455 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d544b5ce-d80c-49d0-a13e-cb6e2943e5e3 req-dd175032-a7ef-47bf-9f34-edf0c4bf29fc tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101108 May 27 15:14:49.536971 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e9b6f46-db65-4cfb-9ff7-bd180dacd115 req-66949f56-3d3c-4981-a7ae-00c660efc4ad tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256578 May 27 15:14:49.564586 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:14:49.577697 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:14:49.604821 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c47a63-5ac0-40e6-bcb7-54447b0e30b9 req-cc41d766-ccd8-4d4b-a3ef-c8eade46ef03 service neutron] 10.222.0.40 "GET /v2.0/networks/9c884522-9617-4557-8f1c-843034f91fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332519 May 27 15:14:49.616196 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:49.617081 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.723391 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26290479'] for subnet (17287b28-2fe1-4a47-8b5a-06884b1ef510), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.783049 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17287b28-2fe1-4a47-8b5a-06884b1ef510,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:49.793881 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Checking segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:49.794242 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Network hostable DHCP agents. Network: 170b7456-5a19-42c5-bafb-44e2c304f6c0, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:14:49.811737 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:14:49.820207 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.821135 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 170b7456-5a19-42c5-bafb-44e2c304f6c0) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:49.825401 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:49.827163 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.827767 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:49.828734 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.837224 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.838915 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823008e2-af02-45b2-bbd6-f7fa9a0efbe2 None None] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:14:49.848152 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-73ee7a8c-48e9-481f-b1ab-a549cf8a0850 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3884387 May 27 15:14:49.848432 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45768) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:49.852613 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.853207 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:49.855082 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 37ba6cb7-b917-4678-a64a-21d74c192fb1, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:49.874062 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (39de491d-16e8-4cef-8ca0-38b6ff070a01), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.875049 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (39de491d-16e8-4cef-8ca0-38b6ff070a01), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.899083 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.901422 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:14:49.909912 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:49.912126 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdae617-7220-4b08-b78b-b201bec5b7ae" -d '{"events": [{"server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "name": "network-vif-plugged", "status": "completed", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:49.927268 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks [] for router_controller (39de491d-16e8-4cef-8ca0-38b6ff070a01), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.957647 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6496c621-432a-4c29-bcd9-3fdaf29c2bc9 x-openstack-request-id: req-6496c621-432a-4c29-bcd9-3fdaf29c2bc9 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:49.957961 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "name": "network-vif-plugged", "status": "completed", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:49.958226 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6496c621-432a-4c29-bcd9-3fdaf29c2bc9 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:49.958616 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6496c621-432a-4c29-bcd9-3fdaf29c2bc9'] response: {'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'code': 200} May 27 15:14:49.965908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:49.973263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:49.989592 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:49.997790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:50.047691 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 37ba6cb7-b917-4678-a64a-21d74c192fb1 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:50.048194 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.071772 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks [] for router_gateway (39de491d-16e8-4cef-8ca0-38b6ff070a01), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.208106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b7c6d-8b84-4af3-9ac7-cd977efced69 req-6fd23323-33cf-4ff4-acd3-a6e9f4e64c8a tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:50.213270 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc4b7c6d-8b84-4af3-9ac7-cd977efced69 req-6fd23323-33cf-4ff4-acd3-a6e9f4e64c8a tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 948 time: 0.0994990 May 27 15:14:50.232002 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a07ee-b3f3-4d17-a4a5-e5bc71c2e362 req-afe13bc1-b3bc-451d-a329-537b9bfb87fa tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:50.233684 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-697a07ee-b3f3-4d17-a4a5-e5bc71c2e362 req-afe13bc1-b3bc-451d-a329-537b9bfb87fa tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0805750 May 27 15:14:50.240880 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-170b7456-5a19-42c5-bafb-44e2c304f6c0', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:14:50.245596 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.260883 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ba6cb7-b917-4678-a64a-21d74c192fb1 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:14:50.269592 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:50.294423 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks [] for router_gateway (39de491d-16e8-4cef-8ca0-38b6ff070a01), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.295216 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 37ba6cb7-b917-4678-a64a-21d74c192fb1, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:50.300470 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc4b7c6d-8b84-4af3-9ac7-cd977efced69 req-b961e8b3-b153-4438-847c-5d45f469d302 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768995 May 27 15:14:50.300914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.317569 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.328914 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-697a07ee-b3f3-4d17-a4a5-e5bc71c2e362 req-ff008763-c2c5-43aa-81ba-c222934556e1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895147 May 27 15:14:50.433673 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Allocated IP 172.27.1.204 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/1df24493-9e64-4185-a45e-9f0e783a570f) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:50.439164 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=37ba6cb7-b917-4678-a64a-21d74c192fb1,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:50.465645 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Allocated IP 172.20.0.2 (170b7456-5a19-42c5-bafb-44e2c304f6c0/17287b28-2fe1-4a47-8b5a-06884b1ef510/0d5a3332-4182-4e8e-a955-2867832159bb) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:50.543126 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks [] for port (1df24493-9e64-4185-a45e-9f0e783a570f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.578441 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.602970 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['37ba6cb7-b917-4678-a64a-21d74c192fb1'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:14:50.625835 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:50.629264 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:50.634816 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:50.667122 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Publish callbacks [] for port (0d5a3332-4182-4e8e-a955-2867832159bb), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.679775 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.716542 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Pushing event updated for resources: {'Port': ['ID=1df24493-9e64-4185-a45e-9f0e783a570f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:50.760291 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feb706-8e90-43f9-8958-effbea27bd3b req-49a6a390-5ee8-4e1d-b013-b682ad8a3a02 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:50.762237 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93feb706-8e90-43f9-8958-effbea27bd3b req-49a6a390-5ee8-4e1d-b013-b682ad8a3a02 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0699430 May 27 15:14:50.814749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:50.826252 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Pushing event updated for resources: {'Port': ['ID=0d5a3332-4182-4e8e-a955-2867832159bb,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:50.831778 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:50.839078 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:50.872943 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073155-605b-4905-80c7-641208b89980 req-fe3fbf59-8d81-4edb-b048-32037f3a2f57 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:50.875139 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23073155-605b-4905-80c7-641208b89980 req-fe3fbf59-8d81-4edb-b048-32037f3a2f57 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 945 time: 0.1672356 May 27 15:14:50.924913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce351-9883-43da-9b92-12dab90a5154 req-bcd61f55-2a23-4bce-83bb-c1aa57dc4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:50.926407 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-851ce351-9883-43da-9b92-12dab90a5154 req-bcd61f55-2a23-4bce-83bb-c1aa57dc4eb5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 1129 time: 0.1182775 May 27 15:14:50.939558 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Attempting to bind port 0d5a3332-4182-4e8e-a955-2867832159bb on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:50.940027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Attempting to bind port 0d5a3332-4182-4e8e-a955-2867832159bb by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:50.940497 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Attempting to bind port 0d5a3332-4182-4e8e-a955-2867832159bb on network 170b7456-5a19-42c5-bafb-44e2c304f6c0 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:50.951494 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:50.952038 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Checking segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:50.952557 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.953045 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Bound using segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:50.953615 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Bound port: 0d5a3332-4182-4e8e-a955-2867832159bb, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:50.954176 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:50.969379 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93feb706-8e90-43f9-8958-effbea27bd3b req-ca2f6f39-54b1-4b25-8def-f1f898e02cea tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859546 May 27 15:14:51.015897 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-851ce351-9883-43da-9b92-12dab90a5154 req-c11ecac4-c2f6-427d-9b25-b36dd0bbdb1a service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795374 May 27 15:14:51.027219 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23073155-605b-4905-80c7-641208b89980 req-36d94a9b-aab2-4035-97b9-e46dcc80f32c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313038 May 27 15:14:51.037996 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] For port 0d5a3332-4182-4e8e-a955-2867832159bb, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:51.045489 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] For port 0d5a3332-4182-4e8e-a955-2867832159bb, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=0d5a3332-4182-4e8e-a955-2867832159bb,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:51.055943 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks [] for router_gateway (39de491d-16e8-4cef-8ca0-38b6ff070a01), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.056654 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.114559 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:51.125325 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f2ac-223a-41f2-be3c-0b831e9507e8 None None] Pushing event updated for resources: {'Port': ['ID=0d5a3332-4182-4e8e-a955-2867832159bb,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:51.136606 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:51.305600 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (39de491d-16e8-4cef-8ca0-38b6ff070a01), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.443438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:51.491040 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Router 39de491d-16e8-4cef-8ca0-38b6ff070a01 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:14:51.521829 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb63e17-7302-40c9-b4db-f72ddb724e02 req-074a3acb-d403-498f-aadb-83c03df37ce8 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:51.529049 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5bb63e17-7302-40c9-b4db-f72ddb724e02 req-074a3acb-d403-498f-aadb-83c03df37ce8 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0862105 May 27 15:14:51.535253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d0be5-0d44-4d02-8292-15f837647a4c req-ab98a97e-c661-486e-bc6f-dd8a29ede772 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:51.537092 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-053d0be5-0d44-4d02-8292-15f837647a4c req-ab98a97e-c661-486e-bc6f-dd8a29ede772 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 948 time: 0.1045055 May 27 15:14:51.561985 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:51.577666 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 37ba6cb7-b917-4678-a64a-21d74c192fb1 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:51.619430 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:14:51.626542 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5bb63e17-7302-40c9-b4db-f72ddb724e02 req-9bc98f82-e104-4dfb-baac-ad5961c58f4a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884736 May 27 15:14:51.633516 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Sync routers for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:14:51.637062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-053d0be5-0d44-4d02-8292-15f837647a4c req-3ea4981b-466c-4669-98b4-a2ce13751598 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912638 May 27 15:14:51.639782 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.641625 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3c2dddff-d18d-40fc-b4fe-039543d5b5dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7920842 May 27 15:14:51.644005 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45802) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:51.649624 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 37ba6cb7-b917-4678-a64a-21d74c192fb1 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:14:51.656362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 37ba6cb7-b917-4678-a64a-21d74c192fb1 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:51.656836 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.661210 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:51.672870 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:51.740785 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 37ba6cb7-b917-4678-a64a-21d74c192fb1 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:51.741166 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.751723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:51.779530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 37ba6cb7-b917-4678-a64a-21d74c192fb1, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:51.784144 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:51.794256 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:51.828204 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:51.845951 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=37ba6cb7-b917-4678-a64a-21d74c192fb1,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:51.959779 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:51.962908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126d3bf0-39d1-4d63-bf54-58f966b4696f" -d '{"events": [{"server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "name": "network-vif-plugged", "status": "completed", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:51.984979 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:50Z', 'revision_number': 3, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:52.012720 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Checking router: 39de491d-16e8-4cef-8ca0-38b6ff070a01 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:14:52.013268 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Updating router 39de491d-16e8-4cef-8ca0-38b6ff070a01 port 1df24493-9e64-4185-a45e-9f0e783a570f binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:14:52.041421 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6a959-1a82-43af-a6ce-1a27a66a65a0 x-openstack-request-id: req-83c6a959-1a82-43af-a6ce-1a27a66a65a0 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:52.041911 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "name": "network-vif-plugged", "status": "completed", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:52.042311 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83c6a959-1a82-43af-a6ce-1a27a66a65a0 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:52.042861 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c6a959-1a82-43af-a6ce-1a27a66a65a0'] response: {'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'code': 200} May 27 15:14:52.045797 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.071583 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:52.160513 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57209b-3512-45ae-8ad5-12f5f49bd4bc req-cfdf1082-d339-492b-b475-95cd657532ab tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:52.166629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d57209b-3512-45ae-8ad5-12f5f49bd4bc req-cfdf1082-d339-492b-b475-95cd657532ab tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0763664 May 27 15:14:52.215492 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.236005 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e277-a287-49f9-95b0-14222fb98cd0 req-bc18d4a6-354b-4d3a-9d26-8baa157a0358 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:52.238028 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8081e277-a287-49f9-95b0-14222fb98cd0 req-bc18d4a6-354b-4d3a-9d26-8baa157a0358 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0701435 May 27 15:14:52.317651 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28bcf3-8cc0-4f7a-9bd4-64e1c10c2807 None None] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:14:52.320303 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d57209b-3512-45ae-8ad5-12f5f49bd4bc req-7e29254e-559a-4edf-b5c7-c800d70aa07f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809820 May 27 15:14:52.353055 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8081e277-a287-49f9-95b0-14222fb98cd0 req-028af6f0-122d-4aa8-a32c-57145853da30 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912805 May 27 15:14:52.376286 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] Provisioning complete for port 0d5a3332-4182-4e8e-a955-2867832159bb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:52.376679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.465702 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Allocated IP 172.20.0.1 (170b7456-5a19-42c5-bafb-44e2c304f6c0/17287b28-2fe1-4a47-8b5a-06884b1ef510/392f7524-b7af-47a3-a52b-393ebafc06e2) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:52.544407 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:52.548071 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] Current status of the port 0d5a3332-4182-4e8e-a955-2867832159bb is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:52.548496 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.598699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] For port 0d5a3332-4182-4e8e-a955-2867832159bb, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=0d5a3332-4182-4e8e-a955-2867832159bb,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:52.601428 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks [] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.604475 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.614002 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Publish callbacks [] for port (1df24493-9e64-4185-a45e-9f0e783a570f), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.623653 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.660013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:52.673168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9100d-25e2-4828-a820-3aa5528cf502 None None] Pushing event updated for resources: {'Port': ['ID=0d5a3332-4182-4e8e-a955-2867832159bb,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:52.678955 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.748139 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:52.749128 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Pushing event updated for resources: {'Port': ['ID=1df24493-9e64-4185-a45e-9f0e783a570f,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:52.752661 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:52.755870 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:52.784869 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b6550-cb4a-464f-a89a-3e93c4026000 req-83caacfe-0717-4f9d-bba9-8da4f0d5a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:52.786422 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-911b6550-cb4a-464f-a89a-3e93c4026000 req-83caacfe-0717-4f9d-bba9-8da4f0d5a753 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.1483693 May 27 15:14:52.789528 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.789781 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.791235 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.791709 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.795331 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.795876 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.796262 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.812709 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.813424 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.814670 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.815200 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.815971 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.817012 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.817729 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.818136 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:52.827317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Pushing event updated for resources: {'Port': ['ID=392f7524-b7af-47a3-a52b-393ebafc06e2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:52.843482 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394d9f-bd48-46ad-a875-754f641c4d32 req-460f84b6-6dfc-4a36-99fb-fec29e459d4d tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:52.845101 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (39de491d-16e8-4cef-8ca0-38b6ff070a01), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.850448 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25394d9f-bd48-46ad-a875-754f641c4d32 req-460f84b6-6dfc-4a36-99fb-fec29e459d4d tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 948 time: 0.0553014 May 27 15:14:52.862395 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Attempting to bind port 1df24493-9e64-4185-a45e-9f0e783a570f on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:52.863008 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Attempting to bind port 1df24493-9e64-4185-a45e-9f0e783a570f by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:52.863554 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Attempting to bind port 1df24493-9e64-4185-a45e-9f0e783a570f on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:52.874356 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:52.874931 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:52.875482 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.876037 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:52.876855 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Bound port: 1df24493-9e64-4185-a45e-9f0e783a570f, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:52.877390 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.932707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-97b10d3e-e0af-4a4c-ab9a-1a479919914c None None] Provisioning complete for port 0d5a3332-4182-4e8e-a955-2867832159bb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:52.933589 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-97b10d3e-e0af-4a4c-ab9a-1a479919914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.943979 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] For port 1df24493-9e64-4185-a45e-9f0e783a570f, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:52.949191 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] For port 1df24493-9e64-4185-a45e-9f0e783a570f, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=1df24493-9e64-4185-a45e-9f0e783a570f,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:52.956456 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:52.993531 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a2435-76dd-4612-874e-433db6a487de req-e7846183-014b-4eff-894f-c1314b9a3f70 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:53.000833 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f12a2435-76dd-4612-874e-433db6a487de req-e7846183-014b-4eff-894f-c1314b9a3f70 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1461363 May 27 15:14:53.023310 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:53.026948 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924582-5f0b-4c77-8855-f25166dac225 None None] Pushing event updated for resources: {'Port': ['ID=1df24493-9e64-4185-a45e-9f0e783a570f,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:53.037339 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.074292 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:53.076621 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:53.112600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-97b10d3e-e0af-4a4c-ab9a-1a479919914c None None] Current status of the port 0d5a3332-4182-4e8e-a955-2867832159bb is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:53.196083 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:53.236134 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 0d5a3332-4182-4e8e-a955-2867832159bb up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:53.262635 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:53.266070 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:53.288230 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 0d5a3332-4182-4e8e-a955-2867832159bb triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:53.289150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.295975 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-911b6550-cb4a-464f-a89a-3e93c4026000 req-1531936d-ebd4-4b1a-9cd1-5419c0ca867f service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428270 May 27 15:14:53.346110 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-9ce0061d-202c-4cbe-a549-a55e86be2429 None None] Provisioning complete for port 392f7524-b7af-47a3-a52b-393ebafc06e2 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:53.346466 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ce0061d-202c-4cbe-a549-a55e86be2429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.348724 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25394d9f-bd48-46ad-a875-754f641c4d32 req-766f990d-3493-4764-8c58-4c92954c6987 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964952 May 27 15:14:53.417538 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0061d-202c-4cbe-a549-a55e86be2429 None None] Port 392f7524-b7af-47a3-a52b-393ebafc06e2 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:14:53.418259 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f12a2435-76dd-4612-874e-433db6a487de req-ecfba008-e061-42b6-9317-aae230fa677a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158573 May 27 15:14:53.433975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 0d5a3332-4182-4e8e-a955-2867832159bb is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:53.533684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beff85-f278-4162-adb9-b05719d14997 req-02a81dea-2add-48f2-a29e-bbf00ab36fb7 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:53.535470 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70beff85-f278-4162-adb9-b05719d14997 req-02a81dea-2add-48f2-a29e-bbf00ab36fb7 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0824220 May 27 15:14:53.547669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7f3c-152d-4f31-b17d-2a081d3feca9 req-3238a6ba-be83-4320-9066-bdec0d47d810 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:53.549486 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e2ba7f3c-152d-4f31-b17d-2a081d3feca9 req-3238a6ba-be83-4320-9066-bdec0d47d810 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0657232 May 27 15:14:53.552554 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 1, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:53.573317 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:14:53.584910 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5a026-6c1f-4bdc-b8c8-10659c44fb16 None None] The sync data for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi is: [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 1, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:14:53.602564 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks [] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.611668 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.653474 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70beff85-f278-4162-adb9-b05719d14997 req-a0eb6dc1-15de-4500-bd77-d1b9b9ea5ff7 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019909 May 27 15:14:53.687524 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e2ba7f3c-152d-4f31-b17d-2a081d3feca9 req-df4f2f43-140e-4be4-9ab9-13e68c1c9867 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218514 May 27 15:14:53.716726 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:53.732348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04', 'network_id': '9c884522-9617-4557-8f1c-843034f91fb9', 'port_id': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04', 'mac_address': 'fa:16:3e:4b:63:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73823356-4603-4e47-9c99-3b3e4c905229', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:14:53.780413 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (39de491d-16e8-4cef-8ca0-38b6ff070a01), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.806758 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:53.807561 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.808059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd7d99-1310-49e2-a12f-6d8943e3a22b req-fab0361a-67a0-4fea-94e9-82290d4a5a40 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:53.813118 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-08dd7d99-1310-49e2-a12f-6d8943e3a22b req-fab0361a-67a0-4fea-94e9-82290d4a5a40 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0614607 May 27 15:14:53.818093 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45836) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:53.824758 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'port_id': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:53.827450 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Pushing event updated for resources: {'Port': ['ID=392f7524-b7af-47a3-a52b-393ebafc06e2,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:53.831416 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:14:53.854883 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:53.859170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:53.929845 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:53.931320 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (3db7854f-83ec-47e7-8451-71c25e66e82f), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:54.019770 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:54.057675 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:54.062165 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:54.144058 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['c3f1f72a-3e54-4ff0-a70e-71e9e3954a04'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:14:54.279994 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Router 39de491d-16e8-4cef-8ca0-38b6ff070a01 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:14:54.342170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:54.353487 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-bf566a1f-e383-4b0a-922e-bd3546e1f9de None None] Provisioning complete for port 392f7524-b7af-47a3-a52b-393ebafc06e2 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:54.353981 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf566a1f-e383-4b0a-922e-bd3546e1f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:54.415073 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-bf566a1f-e383-4b0a-922e-bd3546e1f9de None None] Port 392f7524-b7af-47a3-a52b-393ebafc06e2 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:14:54.550591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:14:54.558189 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a21b-11a1-496e-9ab8-6961e96c2633 req-fd4d7f23-fd5d-4c7c-b9d6-f7810adcfae8 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:54.559724 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec98a21b-11a1-496e-9ab8-6961e96c2633 req-fd4d7f23-fd5d-4c7c-b9d6-f7810adcfae8 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 949 time: 0.0926518 May 27 15:14:54.568225 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-18acf42e-80a6-454c-a9dd-d9df52dea20a admin admin] 10.222.0.41 "PUT /v2.0/routers/39de491d-16e8-4cef-8ca0-38b6ff070a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9149473 May 27 15:14:54.597850 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:54.618843 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c3298-eb23-4b9c-9569-4388b6c72234 req-fa8ae42a-b91f-4752-9e96-3d7bf8272700 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:54.626372 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-938c3298-eb23-4b9c-9569-4388b6c72234 req-fa8ae42a-b91f-4752-9e96-3d7bf8272700 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1157713 May 27 15:14:54.678212 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:54.679176 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec98a21b-11a1-496e-9ab8-6961e96c2633 req-092528f4-bcea-407a-82c2-6000570557e3 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107190 May 27 15:14:54.683585 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (3db7854f-83ec-47e7-8451-71c25e66e82f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:54.728890 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-938c3298-eb23-4b9c-9569-4388b6c72234 req-62469d9f-56be-44b9-8890-649221393e8e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012497 May 27 15:14:54.739213 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:54.812989 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP 3db7854f-83ec-47e7-8451-71c25e66e82f associated. External IP: 172.27.1.113, port: 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a. May 27 15:14:54.889323 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924744-99f3-47aa-91f5-d7b251cdf845 req-a1b84d20-3f80-4403-9d0d-37a459e22885 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:54.890895 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b2924744-99f3-47aa-91f5-d7b251cdf845 req-a1b84d20-3f80-4403-9d0d-37a459e22885 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.1058331 May 27 15:14:54.985232 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b2924744-99f3-47aa-91f5-d7b251cdf845 req-8fd75e89-986e-4319-81bc-eb7530942b4d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845499 May 27 15:14:55.134899 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:14:55.155765 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1df24493-9e64-4185-a45e-9f0e783a570f up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:55.221645 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 1df24493-9e64-4185-a45e-9f0e783a570f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:55.222031 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.252765 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:55.270726 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:14:55.276102 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.315774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:14:55.318751 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6eaf6554-6e30-4d52-833d-3e32729b02ff tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "PUT /v2.0/floatingips/3db7854f-83ec-47e7-8451-71c25e66e82f HTTP/1.1" status: 200 len: 991 time: 1.4993978 May 27 15:14:55.319902 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:55.323643 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:55.338402 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45868) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:55.339753 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:55.340385 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:55.343720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-254987041-network', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:55.343862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 1df24493-9e64-4185-a45e-9f0e783a570f is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:55.344129 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.356895 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:55.373853 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Made reservation on behalf of 1e230c3dbf81400e9bb37fd3d4300bb8 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:55.378477 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.386050 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:55.392578 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15981892-4cba-421b-9142-03d39aae4f2b x-openstack-request-id: req-15981892-4cba-421b-9142-03d39aae4f2b {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:55.392876 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:55.393136 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15981892-4cba-421b-9142-03d39aae4f2b {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:55.393550 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15981892-4cba-421b-9142-03d39aae4f2b'] response: {'name': 'network-changed', 'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'status': 'completed', 'code': 200} May 27 15:14:55.393726 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.413790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 1df24493-9e64-4185-a45e-9f0e783a570f, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=1df24493-9e64-4185-a45e-9f0e783a570f,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:55.424353 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.464415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-480f4fe9-d076-49ff-934d-46f526c421be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:55.466039 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-480f4fe9-d076-49ff-934d-46f526c421be service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 1129 time: 0.0603881 May 27 15:14:55.518595 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:55.521102 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=1df24493-9e64-4185-a45e-9f0e783a570f,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:55.615918 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks [] for security_group (48bdd822-409f-4605-9c4f-797644668b77), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.622773 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (48bdd822-409f-4605-9c4f-797644668b77), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.627894 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-b07e26dd-6dd5-4534-8fe9-146884f5c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:55.629412 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-b07e26dd-6dd5-4534-8fe9-146884f5c3b6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.1568158 May 27 15:14:55.700809 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:14:55.707607 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bdd822-409f-4605-9c4f-797644668b77,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:55.725093 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (5b6d9490-082f-4778-a54d-11be95285c8e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.725464 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Added segment 5b6d9490-082f-4778-a54d-11be95285c8e of type vlan for network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 May 27 15:14:55.745995 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-12f0f1f0-8efd-4456-99dd-7debee04005c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a HTTP/1.1" status: 200 len: 999 time: 0.1066165 May 27 15:14:55.825536 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:55.881282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:55.881860 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (6d29dac5-211f-48c5-a750-7d0f3ab7fc12), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:55.911006 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-dec49493-0ede-4f8b-bae1-723a25944841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:55.912505 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-dec49493-0ede-4f8b-bae1-723a25944841 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.1417363 May 27 15:14:55.923764 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9c22e-731e-41de-8a8b-b0e0d5ed9f55 req-07992f3f-de37-4906-9480-7d57dcacb7c3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:55.925267 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ad9c22e-731e-41de-8a8b-b0e0d5ed9f55 req-07992f3f-de37-4906-9480-7d57dcacb7c3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1201229 May 27 15:14:55.938850 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab26497-f0f0-4d30-a3e4-2aed2d5b74fa req-f7adaa68-bffa-4cbe-ab7a-1d608d4b29c8 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:55.940660 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bab26497-f0f0-4d30-a3e4-2aed2d5b74fa req-f7adaa68-bffa-4cbe-ab7a-1d608d4b29c8 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 949 time: 0.1686382 May 27 15:14:55.941818 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:14:55.951916 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:55.952217 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.015697 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (6d29dac5-211f-48c5-a750-7d0f3ab7fc12), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.016714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:56.017294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.041237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '3db7854f-83ec-47e7-8451-71c25e66e82f', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:82:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:35Z', 'updated_at': '2022-05-27T15:14:54Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}, {'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:15Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:56.072602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-38c69df6-edf9-4f69-b364-0cbd981e932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:56.074164 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-38c69df6-edf9-4f69-b364-0cbd981e932d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1478572 May 27 15:14:56.083917 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:56.084315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:14:56.104245 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:56.104660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.106480 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:56.107098 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:56.109585 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7695870 May 27 15:14:56.112068 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45880) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:56.118297 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Request body: {'subnet': {'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-254987041-subnet', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:56.129003 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ad9c22e-731e-41de-8a8b-b0e0d5ed9f55 req-6e19c7ee-0082-47a0-8832-91e00e903888 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871829 May 27 15:14:56.150838 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Made reservation on behalf of 1e230c3dbf81400e9bb37fd3d4300bb8 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:14:56.154134 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26290489'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.185959 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bab26497-f0f0-4d30-a3e4-2aed2d5b74fa req-c9fb2e47-0495-40c7-b32c-138505dd68c3 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265821 May 27 15:14:56.190353 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:56.195677 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e76149-0c06-4fc5-bcbd-a9211ddcc784 admin admin] Pushing event updated for resources: {'Network': ['ID=6d29dac5-211f-48c5-a750-7d0f3ab7fc12,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:56.215588 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:14:56.218629 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c8504-6794-4c69-a367-f8bc588f3a2a" -d '{"events": [{"server_uuid": "2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2", "name": "network-vif-plugged", "status": "completed", "tag": "c3f1f72a-3e54-4ff0-a70e-71e9e3954a04"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:14:56.244857 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:56.264624 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Sync routers for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:14:56.281996 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:56.283785 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:56.329435 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-5c9a8d7c-d9ff-4f51-9265-35680ed147d7 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445323 May 27 15:14:56.358746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6dcd3f-d31a-4170-b2d1-f2937531b103 x-openstack-request-id: req-1e6dcd3f-d31a-4170-b2d1-f2937531b103 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:14:56.359209 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2", "name": "network-vif-plugged", "status": "completed", "tag": "c3f1f72a-3e54-4ff0-a70e-71e9e3954a04", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:14:56.359462 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e6dcd3f-d31a-4170-b2d1-f2937531b103 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:14:56.359854 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6dcd3f-d31a-4170-b2d1-f2937531b103'] response: {'server_uuid': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04', 'code': 200} May 27 15:14:56.360822 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:14:56.367831 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.480841 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:56.485505 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26290479'] for subnet (2c725f7b-7406-4227-b699-082d43cead7d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.493858 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:56.570466 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c725f7b-7406-4227-b699-082d43cead7d,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:56.577296 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842e644-b164-4040-9f1c-422d0af9395a req-00dffd74-1ad3-45d2-b9d8-95af0e4dd40a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:56.581217 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Checking segment: {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:56.581581 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Network hostable DHCP agents. Network: 6d29dac5-211f-48c5-a750-7d0f3ab7fc12, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:14:56.582914 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3842e644-b164-4040-9f1c-422d0af9395a req-00dffd74-1ad3-45d2-b9d8-95af0e4dd40a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.2299027 May 27 15:14:56.603246 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:56.630629 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:14:56.652480 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 6d29dac5-211f-48c5-a750-7d0f3ab7fc12) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:56.657930 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:56.659676 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.663806 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851d366-04b2-4f77-85e6-3713fbb0ccaa None None] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:14:56.691057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93683a6-dcef-4f80-80e6-0a3a7121db02 req-473a1852-eccd-44a0-8a70-43ffc5515242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:56.692840 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e93683a6-dcef-4f80-80e6-0a3a7121db02 req-473a1852-eccd-44a0-8a70-43ffc5515242 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 1134 time: 0.1324232 May 27 15:14:56.698122 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8b7c08-7ec0-4ced-ad31-ba7edfae4006 req-1908ddd1-d153-4e92-9496-011653773087 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635063 May 27 15:14:56.700806 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b35820f9-72e4-48e1-b108-31d062db0b46 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5870991 May 27 15:14:56.703650 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45886) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:56.715704 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:56.741485 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3842e644-b164-4040-9f1c-422d0af9395a req-676792fb-e754-423b-a858-4be96ede01ac tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154401 May 27 15:14:56.763558 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45888) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:56.784347 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e93683a6-dcef-4f80-80e6-0a3a7121db02 req-c4e65dc2-e773-4cd2-bc55-f561f2be7b36 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840766 May 27 15:14:56.807495 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.808710 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.830471 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:56.837045 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:56.856751 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:53Z', 'revision_number': 2, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:56.899694 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Checking router: 39de491d-16e8-4cef-8ca0-38b6ff070a01 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:14:56.900208 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Updating router 39de491d-16e8-4cef-8ca0-38b6ff070a01 port 392f7524-b7af-47a3-a52b-393ebafc06e2 binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:14:56.908079 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks [] for router_controller (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.916860 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'fixed_ips': [{'subnet_id': '2c725f7b-7406-4227-b699-082d43cead7d'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:14:56.920802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.946848 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.954440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d2caa-8b6e-4ab3-aa16-b38e7ad5fa1d req-6f8a6d34-87df-4bce-8c43-d94d15a692fe tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:56.955954 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-598d2caa-8b6e-4ab3-aa16-b38e7ad5fa1d req-6f8a6d34-87df-4bce-8c43-d94d15a692fe tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0982549 May 27 15:14:56.956929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c8d018c2-cb77-4b7c-bd5e-b3d27030c1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:56.968218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45894) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:56.975476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'floatingip': {'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:14:57.030261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.087831 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '3db7854f-83ec-47e7-8451-71c25e66e82f', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:82:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:35Z', 'updated_at': '2022-05-27T15:14:54Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}, {'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:15Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:57.121070 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cecf64-05e6-4339-a9e3-7089e0bb29f0 None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '3db7854f-83ec-47e7-8451-71c25e66e82f', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:82:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:35Z', 'updated_at': '2022-05-27T15:14:54Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}, {'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:15Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:14:57.152683 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1df24493-9e64-4185-a45e-9f0e783a570f up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:57.291476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Allocated IP 172.20.0.2 (6d29dac5-211f-48c5-a750-7d0f3ab7fc12/2c725f7b-7406-4227-b699-082d43cead7d/23c90525-1cf4-4f72-a3bc-f23b254dd959) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:57.339236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks [] for router_gateway (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.368592 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 1df24493-9e64-4185-a45e-9f0e783a570f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:57.369406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.399847 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:57.420866 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:57.424329 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Publish callbacks [] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.433276 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.549977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Publish callbacks [] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.560181 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Attempting to bind port 392f7524-b7af-47a3-a52b-393ebafc06e2 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:57.560641 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Attempting to bind port 392f7524-b7af-47a3-a52b-393ebafc06e2 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:57.561069 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Attempting to bind port 392f7524-b7af-47a3-a52b-393ebafc06e2 on network 170b7456-5a19-42c5-bafb-44e2c304f6c0 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:57.570519 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:57.571011 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Checking segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:57.571472 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.571867 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Bound using segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:57.572353 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Bound port: 392f7524-b7af-47a3-a52b-393ebafc06e2, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:57.572921 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.580135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.589030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08517e71-4493-49b5-a4ae-a982c86be29f None None] New status for floating IP 3db7854f-83ec-47e7-8451-71c25e66e82f: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:14:57.653871 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] For port 392f7524-b7af-47a3-a52b-393ebafc06e2, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:57.658370 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] For port 392f7524-b7af-47a3-a52b-393ebafc06e2, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=392f7524-b7af-47a3-a52b-393ebafc06e2,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:57.668234 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ba1b-4d7f-48d8-938b-83df66795167 None None] Pushing event updated for resources: {'Port': ['ID=392f7524-b7af-47a3-a52b-393ebafc06e2,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:57.672868 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks [] for router_gateway (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.674226 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.677454 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655419d6-dadb-4b95-abea-b85b4d7b45a3 req-78957997-7d4f-4b43-a7e6-73b3cf8a04c4 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:57.679750 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-655419d6-dadb-4b95-abea-b85b4d7b45a3 req-78957997-7d4f-4b43-a7e6-73b3cf8a04c4 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.3453767 May 27 15:14:57.688480 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:57.698342 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.706295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146847c2-f0d0-4c4c-84b6-85bd93f73013 req-524a08f9-80d7-420c-8202-2dace9dec763 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:57.708796 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:57.714915 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-146847c2-f0d0-4c4c-84b6-85bd93f73013 req-524a08f9-80d7-420c-8202-2dace9dec763 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 950 time: 0.3363762 May 27 15:14:57.733916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c8d018c2-cb77-4b7c-bd5e-b3d27030c1ae admin admin] Publish callbacks [] for security_group (9125501e-0f80-4cbc-83fe-2cc271297233), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.734446 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:57.752092 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:57.781669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c8d018c2-cb77-4b7c-bd5e-b3d27030c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9125501e-0f80-4cbc-83fe-2cc271297233), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:57.840757 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:57.857159 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Pushing event updated for resources: {'Port': ['ID=23c90525-1cf4-4f72-a3bc-f23b254dd959,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:57.874127 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Allocated IP 172.27.1.41 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/bff98cea-14c6-426f-9cad-199e2f975fb7) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:14:57.874632 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ba1b-4d7f-48d8-938b-83df66795167 None None] Pushing event updated for resources: {'Port': ['ID=392f7524-b7af-47a3-a52b-393ebafc06e2,revision_number=4']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:57.885037 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:57.886072 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:57.950873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:57.980074 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:57.991887 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d018c2-cb77-4b7c-bd5e-b3d27030c1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125501e-0f80-4cbc-83fe-2cc271297233,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:57.998817 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c8d018c2-cb77-4b7c-bd5e-b3d27030c1ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ceb79f09ffc544199432d8627b2d1bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2319498 May 27 15:14:58.009123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 45900) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:58.063150 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-655419d6-dadb-4b95-abea-b85b4d7b45a3 req-f312c3b7-32b6-4208-b095-57d921d682c1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721483 May 27 15:14:58.063368 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks [] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.065796 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:58.090675 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-146847c2-f0d0-4c4c-84b6-85bd93f73013 req-50d7e2ac-4e49-40f5-8d0d-abdd9afa4c18 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745081 May 27 15:14:58.123594 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.167810 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:14:58.171260 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:14:58.182872 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:14:58.236757 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:58.242928 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] Provisioning complete for port 392f7524-b7af-47a3-a52b-393ebafc06e2 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:58.243446 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.281861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-79ab55ab-317d-44a1-8fa6-6f983db95056 admin admin] Publish callbacks [] for security_group (9125501e-0f80-4cbc-83fe-2cc271297233), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.292531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:58.302295 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Attempting to bind port 23c90525-1cf4-4f72-a3bc-f23b254dd959 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:14:58.302828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Attempting to bind port 23c90525-1cf4-4f72-a3bc-f23b254dd959 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:14:58.303235 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Attempting to bind port 23c90525-1cf4-4f72-a3bc-f23b254dd959 on network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:14:58.342206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Pushing event updated for resources: {'Port': ['ID=bff98cea-14c6-426f-9cad-199e2f975fb7,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:58.347232 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 1df24493-9e64-4185-a45e-9f0e783a570f is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:58.353683 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-79ab55ab-317d-44a1-8fa6-6f983db95056 admin admin] Publish callbacks [] for security_group (9125501e-0f80-4cbc-83fe-2cc271297233), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.377077 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:57Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:58.389476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:14:58.389844 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Checking segment: {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:14:58.390244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.390631 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Bound using segment: {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:14:58.391109 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Bound port: 23c90525-1cf4-4f72-a3bc-f23b254dd959, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:14:58.391480 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.403222 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.403574 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.404434 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.404850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.405185 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.405519 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.405850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.406176 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.406506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.406885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.407221 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.407551 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.407872 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.408338 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.408715 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:14:58.451829 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93bcc6-5d9a-43f1-bde2-78ebbc1ac14a None None] The sync data for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi is: [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:57Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:14:58.452980 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.471400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.471974 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] Current status of the port 392f7524-b7af-47a3-a52b-393ebafc06e2 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:58.472391 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.560319 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-79ab55ab-317d-44a1-8fa6-6f983db95056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9125501e-0f80-4cbc-83fe-2cc271297233), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.566924 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] For port 23c90525-1cf4-4f72-a3bc-f23b254dd959, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:14:58.570632 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-79ab55ab-317d-44a1-8fa6-6f983db95056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.574069 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-79ab55ab-317d-44a1-8fa6-6f983db95056 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9125501e-0f80-4cbc-83fe-2cc271297233 HTTP/1.1" status: 204 len: 168 time: 0.5591562 May 27 15:14:58.577497 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] For port 392f7524-b7af-47a3-a52b-393ebafc06e2, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=392f7524-b7af-47a3-a52b-393ebafc06e2,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:14:58.589544 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.592754 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] For port 23c90525-1cf4-4f72-a3bc-f23b254dd959, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=23c90525-1cf4-4f72-a3bc-f23b254dd959,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:14:58.598827 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:58.617862 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks [] for router_gateway (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.634137 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab55ab-317d-44a1-8fa6-6f983db95056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125501e-0f80-4cbc-83fe-2cc271297233,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:58.662682 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-e151816b-7397-4f0d-be1d-2cc9e8bd70e2 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1873896 May 27 15:14:58.673657 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.795091 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-75daf47f-3cc6-433c-943e-ca59762835a6 None None] Provisioning complete for port 392f7524-b7af-47a3-a52b-393ebafc06e2 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:58.795460 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-75daf47f-3cc6-433c-943e-ca59762835a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:58.811151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-5873507c-cb3c-4e6a-968a-2f96aecbb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:58.812950 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-5873507c-cb3c-4e6a-968a-2f96aecbb9c2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 1129 time: 0.0788569 May 27 15:14:58.889783 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c71d4e-2f60-4ce7-9b52-ff30d568eb2a None None] Pushing event updated for resources: {'Port': ['ID=392f7524-b7af-47a3-a52b-393ebafc06e2,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:58.890153 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Floating IP b5738644-ce69-45b6-afcc-723d746dde5a associated. External IP: 172.27.1.74, port: 37ba6cb7-b917-4678-a64a-21d74c192fb1. May 27 15:14:58.927324 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:59.020372 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-75daf47f-3cc6-433c-943e-ca59762835a6 None None] Current status of the port 392f7524-b7af-47a3-a52b-393ebafc06e2 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:59.129638 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f335-a696-4f70-89d1-f3eac68c2b89 None None] Pushing event updated for resources: {'Port': ['ID=23c90525-1cf4-4f72-a3bc-f23b254dd959,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:14:59.290794 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 392f7524-b7af-47a3-a52b-393ebafc06e2 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:14:59.314103 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:14:59.345283 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:59.379298 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 392f7524-b7af-47a3-a52b-393ebafc06e2 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:14:59.388845 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:59.514033 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 392f7524-b7af-47a3-a52b-393ebafc06e2 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:14:59.517454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:14:59.530799 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Sync routers for ids ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:14:59.558040 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:14:59.561739 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-691c5709-b209-4f4b-af9b-e1fccd7660dc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8546827 May 27 15:14:59.562017 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 45924) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:14:59.574491 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Routers {'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:14:59.575493 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:14:59.601105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-fc822543-d0e0-4ac3-b6e9-1905b91e031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:59.602615 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-fc822543-d0e0-4ac3-b6e9-1905b91e031f service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.7634552 May 27 15:14:59.608997 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0fb63-85cb-497f-b470-d87d2c1c8896 req-3af3d267-c353-45dc-8473-3cc5aeef3ab2 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:59.610576 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-16a0fb63-85cb-497f-b470-d87d2c1c8896 req-3af3d267-c353-45dc-8473-3cc5aeef3ab2 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 950 time: 0.0558064 May 27 15:14:59.725174 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-16a0fb63-85cb-497f-b470-d87d2c1c8896 req-9a2678ad-973f-4c27-be4d-1f8ace9b695f tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991421 May 27 15:14:59.729409 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-524b030f-5b46-40c4-b01c-b81ef3e67db5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 200 len: 217 time: 0.1094766 May 27 15:14:59.738366 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4a991-fa2e-4a0f-bce1-a4a01fccc1c8 req-59c52caa-5378-4491-b87f-8e7f0496ed9c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:59.746062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23a4a991-fa2e-4a0f-bce1-a4a01fccc1c8 req-59c52caa-5378-4491-b87f-8e7f0496ed9c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.2698731 May 27 15:14:59.751946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:59.808103 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Set router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:14:59.882640 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:14:59.885342 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-6b07bc08-308d-430f-96c9-5ca24b45b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:14:59.887465 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-6b07bc08-308d-430f-96c9-5ca24b45b5a9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.1361971 May 27 15:14:59.979033 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.014678 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23a4a991-fa2e-4a0f-bce1-a4a01fccc1c8 req-7a31e6f3-8406-4a2b-a02e-aaa5b2e37b16 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676234 May 27 15:15:00.025352 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-951f2254-8834-47d6-809c-f102e2bb9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:00.026855 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-951f2254-8834-47d6-809c-f102e2bb9afe service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238892 May 27 15:15:00.156789 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:00.209938 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 3, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:00.221220 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:00.280339 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Checking router: a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:00.281281 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Updating router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 port bff98cea-14c6-426f-9cad-199e2f975fb7 binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:15:00.346909 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.397753 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-86d1a0a1-bef6-4bae-8f6a-f93722928377 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188617 May 27 15:15:00.413653 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.421347 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78407950-b669-4992-a871-2882a763d392 req-c385aef5-3a06-4e94-a50d-a874b9205dea tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:00.428340 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-78407950-b669-4992-a871-2882a763d392 req-c385aef5-3a06-4e94-a50d-a874b9205dea tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 950 time: 0.1058934 May 27 15:15:00.467252 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e6071-c5d1-4b5a-84e5-eed86723ded7 None None] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:15:00.518354 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-78407950-b669-4992-a871-2882a763d392 req-ff8484b9-2b6f-4d0f-b63e-ef67b8febb2a tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883112 May 27 15:15:00.554617 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:00.562965 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.578383 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] Sync routers for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:00.612092 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] Provisioning complete for port 23c90525-1cf4-4f72-a3bc-f23b254dd959 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:00.612282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.613218 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:00.619914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:00.621439 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:00.634309 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-59b16c67-ff34-4765-ad13-e7eb0b36d2c3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "PUT /v2.0/floatingips/b5738644-ce69-45b6-afcc-723d746dde5a HTTP/1.1" status: 200 len: 991 time: 3.6642103 May 27 15:15:00.638852 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:00.641218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c876b8-30de-49ae-af14-d18d366d13a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:00.649436 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Allocated IP 172.20.0.1 (6d29dac5-211f-48c5-a750-7d0f3ab7fc12/2c725f7b-7406-4227-b699-082d43cead7d/519cfb52-0fcc-4b97-a791-0b512f1e67a1) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:00.653819 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:00.697229 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:00.706151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a21e5c6-2e33-4d40-9d23-fe99ebd8620c x-openstack-request-id: req-6a21e5c6-2e33-4d40-9d23-fe99ebd8620c {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:00.706443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:00.706694 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a21e5c6-2e33-4d40-9d23-fe99ebd8620c {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:00.707097 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a21e5c6-2e33-4d40-9d23-fe99ebd8620c'] response: {'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'status': 'completed', 'code': 200} May 27 15:15:00.788022 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks [] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.828294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.877797 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:00.883638 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:00.886785 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:00.903954 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:00.905265 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Publish callbacks [] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.914838 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.915145 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Pushing event updated for resources: {'Port': ['ID=519cfb52-0fcc-4b97-a791-0b512f1e67a1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:00.936652 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.979343 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822b7af-be2c-4add-8264-24f0a4206ef6 None None] Pushing event updated for resources: {'Port': ['ID=bff98cea-14c6-426f-9cad-199e2f975fb7,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:00.983680 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Attempting to bind port bff98cea-14c6-426f-9cad-199e2f975fb7 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:00.984226 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Attempting to bind port bff98cea-14c6-426f-9cad-199e2f975fb7 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:00.984787 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Attempting to bind port bff98cea-14c6-426f-9cad-199e2f975fb7 on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:00.991868 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:00.992861 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:00.993333 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:00.994187 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:00.994187 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Bound port: bff98cea-14c6-426f-9cad-199e2f975fb7, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:00.994541 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.064416 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] For port bff98cea-14c6-426f-9cad-199e2f975fb7, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:01.078706 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] For port bff98cea-14c6-426f-9cad-199e2f975fb7, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=bff98cea-14c6-426f-9cad-199e2f975fb7,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:01.088670 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.134678 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.202345 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Routers {'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:01.202883 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:01.208334 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822b7af-be2c-4add-8264-24f0a4206ef6 None None] Pushing event updated for resources: {'Port': ['ID=bff98cea-14c6-426f-9cad-199e2f975fb7,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:01.210580 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] Current status of the port 23c90525-1cf4-4f72-a3bc-f23b254dd959 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:01.222116 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.250940 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 23c90525-1cf4-4f72-a3bc-f23b254dd959 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:01.254651 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb60b-f616-45d7-a08d-4de7d251df50 req-ca356193-a34a-4d7d-8ed0-8d7be5060973 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:01.256359 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30eeb60b-f616-45d7-a08d-4de7d251df50 req-ca356193-a34a-4d7d-8ed0-8d7be5060973 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1040421 May 27 15:15:01.315776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:01.329593 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:01.344634 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] Set router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:01.355817 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30eeb60b-f616-45d7-a08d-4de7d251df50 req-521662f6-d636-485f-8a05-7309f7110283 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911329 May 27 15:15:01.361912 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] For port 23c90525-1cf4-4f72-a3bc-f23b254dd959, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=23c90525-1cf4-4f72-a3bc-f23b254dd959,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:01.366959 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'b5738644-ce69-45b6-afcc-723d746dde5a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:34Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 1, 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:01.380007 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.451959 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks [] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.458013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.462188 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bc04f-8b91-4f87-ba80-6a29dc58baf2 None None] Pushing event updated for resources: {'Port': ['ID=23c90525-1cf4-4f72-a3bc-f23b254dd959,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:01.480439 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] Checking router: 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:01.502474 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:01.516947 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cb0c936-b05c-4de9-8a36-ff8daaed235b req-7e0f6ecc-34b8-49e9-8533-9d49bb338144 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276827 May 27 15:15:01.525557 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-073c2d01-314a-4fe4-aacb-93c5659d2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:01.529316 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-073c2d01-314a-4fe4-aacb-93c5659d2c9d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.0561938 May 27 15:15:01.537136 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.541269 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d0766d33-2c09-4f9c-b4a0-5630ed661baf None None] Provisioning complete for port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:01.541671 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0766d33-2c09-4f9c-b4a0-5630ed661baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.547120 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 23c90525-1cf4-4f72-a3bc-f23b254dd959 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:01.547493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.549181 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Pushing event updated for resources: {'Port': ['ID=519cfb52-0fcc-4b97-a791-0b512f1e67a1,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:01.551076 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:01.551707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:01.602457 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:01.618353 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '519cfb52-0fcc-4b97-a791-0b512f1e67a1', 'name': '', 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'mac_address': 'fa:16:3e:b3:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2c725f7b-7406-4227-b699-082d43cead7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:00Z', 'updated_at': '2022-05-27T15:15:00Z', 'revision_number': 1, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'subnets': [{'id': '2c725f7b-7406-4227-b699-082d43cead7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:01.653620 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4a724-67f0-425e-8937-1ff0f8603382 None None] The sync data for ids ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'] in dv-cinder-842541-3-iscsi is: [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '519cfb52-0fcc-4b97-a791-0b512f1e67a1', 'name': '', 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'mac_address': 'fa:16:3e:b3:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2c725f7b-7406-4227-b699-082d43cead7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:00Z', 'updated_at': '2022-05-27T15:15:00Z', 'revision_number': 1, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'subnets': [{'id': '2c725f7b-7406-4227-b699-082d43cead7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:01.664942 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:01.697706 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-433b9daa-4f62-4774-9348-5eb9bdc03693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:01.699213 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-433b9daa-4f62-4774-9348-5eb9bdc03693 service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.1275210 May 27 15:15:01.717222 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:01.718957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:01.743694 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9cad1-04c8-4e4c-8e19-78c77f89b34f req-12c4a1bb-43ef-4a03-8e1f-c0764c84e4bb tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:01.745425 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95a9cad1-04c8-4e4c-8e19-78c77f89b34f req-12c4a1bb-43ef-4a03-8e1f-c0764c84e4bb tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 950 time: 0.0932889 May 27 15:15:01.775820 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:01.827911 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d0766d33-2c09-4f9c-b4a0-5630ed661baf None None] Port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:01.845082 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95a9cad1-04c8-4e4c-8e19-78c77f89b34f req-9b151b1b-0a82-48c4-b3f9-3edab81b53b1 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927544 May 27 15:15:01.903204 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:01.909817 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d0766d33-2c09-4f9c-b4a0-5630ed661baf None None] Provisioning complete for port 23c90525-1cf4-4f72-a3bc-f23b254dd959 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:01.910319 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0766d33-2c09-4f9c-b4a0-5630ed661baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:01.981392 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:02.068985 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:02.082167 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a211712f-ff0d-4ec3-94bc-c3b72bd5adf8 admin admin] 10.222.0.41 "PUT /v2.0/routers/a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5190415 May 27 15:15:02.136369 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:02.201547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:02.243973 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 23c90525-1cf4-4f72-a3bc-f23b254dd959 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:02.246741 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-72051076-7a51-4097-9150-8c40bc3dbc49 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:02.248901 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-72051076-7a51-4097-9150-8c40bc3dbc49 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 950 time: 0.1097641 May 27 15:15:02.252014 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-5ab86375-4165-4ec2-b193-b2ca1d02773b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 999 time: 0.2253602 May 27 15:15:02.330221 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-5b999ef0-8f0a-4784-8a1a-df2307bd1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:02.334072 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-5b999ef0-8f0a-4784-8a1a-df2307bd1b78 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0601571 May 27 15:15:02.445601 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d0766d33-2c09-4f9c-b4a0-5630ed661baf None None] Current status of the port 23c90525-1cf4-4f72-a3bc-f23b254dd959 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:02.536777 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'b5738644-ce69-45b6-afcc-723d746dde5a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:34Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 1, 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:02.541963 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f505d-8f2b-4dea-90b1-b3607fe4b8d7 req-6c972f5e-5f4b-4fdb-86f4-14eadbba4087 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:02.543505 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-959f505d-8f2b-4dea-90b1-b3607fe4b8d7 req-6c972f5e-5f4b-4fdb-86f4-14eadbba4087 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0588787 May 27 15:15:02.547164 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-9a1744ff-3f95-48e3-9a0a-851ec7549e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:02.548639 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-9a1744ff-3f95-48e3-9a0a-851ec7549e6d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1932359 May 27 15:15:02.571424 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5c33-0bf9-49ad-9f06-1497d076b249 None None] The sync data for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi is: [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'b5738644-ce69-45b6-afcc-723d746dde5a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:34Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 1, 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:02.589353 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-56bd54bc-1040-41d1-a2f9-faa6369bca6d None None] Provisioning complete for port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:02.589871 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-56bd54bc-1040-41d1-a2f9-faa6369bca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:02.604159 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-959f505d-8f2b-4dea-90b1-b3607fe4b8d7 req-f1671287-1bc6-4ec8-a7cd-5e5ba4d360ae tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523517 May 27 15:15:02.607927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Deleting port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:15:02.608481 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:02.657890 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-56bd54bc-1040-41d1-a2f9-faa6369bca6d None None] Port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:02.751101 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] For port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,segment=NetworkSegment(1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2),segment_id=1b3eef28-a77c-43b4-b2f3-a98e3b6e39b2)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:02.751564 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:02.771268 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Calling delete_port for c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:15:02.958956 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd63a2b-b721-477c-8a9e-72feead0c21c None None] New status for floating IP b5738644-ce69-45b6-afcc-723d746dde5a: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:15:03.027213 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178ecf0-714e-464e-aab1-6c656d633c39 req-fd70908e-1f90-4328-8e4d-5ef82521d3f9 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:03.033468 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8178ecf0-714e-464e-aab1-6c656d633c39 req-fd70908e-1f90-4328-8e4d-5ef82521d3f9 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 950 time: 0.0757995 May 27 15:15:03.097219 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (c3f1f72a-3e54-4ff0-a70e-71e9e3954a04), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:03.198602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Pushing event deleted for resources: {'Port': ['ID=c3f1f72a-3e54-4ff0-a70e-71e9e3954a04,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:03.245169 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8178ecf0-714e-464e-aab1-6c656d633c39 req-7ebf1a1d-c6b7-40fe-ba2c-be5fc6f48eec tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/security-groups?id=9006a866-04d8-4ddb-bdd1-1615132400c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078857 May 27 15:15:03.245568 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] No DVR routers for this DVR port c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:15:03.253437 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:03.256949 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2bb3a917-bd4f-471a-bb01-041aff3f4d23 req-0030c837-44f5-4a9c-8e1c-b19b41b273c7 tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.40 "DELETE /v2.0/ports/c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 HTTP/1.1" status: 204 len: 173 time: 0.9913230 May 27 15:15:03.257510 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'name': 'network-vif-deleted', 'tag': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:03.259903 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b413825-f68c-4486-98ac-2c4aad056f9f" -d '{"events": [{"server_uuid": "2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2", "name": "network-vif-deleted", "tag": "c3f1f72a-3e54-4ff0-a70e-71e9e3954a04"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:03.323143 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 23c90525-1cf4-4f72-a3bc-f23b254dd959 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:03.338716 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf550d-320d-43bf-a57d-0f32c5c29a8a x-openstack-request-id: req-11bf550d-320d-43bf-a57d-0f32c5c29a8a {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:03.339477 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2", "name": "network-vif-deleted", "tag": "c3f1f72a-3e54-4ff0-a70e-71e9e3954a04", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:03.339936 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11bf550d-320d-43bf-a57d-0f32c5c29a8a {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:03.340620 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bf550d-320d-43bf-a57d-0f32c5c29a8a'] response: {'server_uuid': '2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2', 'name': 'network-vif-deleted', 'tag': 'c3f1f72a-3e54-4ff0-a70e-71e9e3954a04', 'status': 'completed', 'code': 200} May 27 15:15:03.399035 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 23c90525-1cf4-4f72-a3bc-f23b254dd959 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:03.399406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:03.505041 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 23c90525-1cf4-4f72-a3bc-f23b254dd959 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:03.506101 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device bff98cea-14c6-426f-9cad-199e2f975fb7 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:03.559531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port bff98cea-14c6-426f-9cad-199e2f975fb7 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:03.560326 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:03.587335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:03.648949 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port bff98cea-14c6-426f-9cad-199e2f975fb7 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:03.649275 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:03.684796 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port bff98cea-14c6-426f-9cad-199e2f975fb7, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=bff98cea-14c6-426f-9cad-199e2f975fb7,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:03.690316 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:03.752541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=bff98cea-14c6-426f-9cad-199e2f975fb7,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:03.805927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb76513-d962-4642-9abf-2d963e864ec6 req-a329d4a9-74cd-4242-a0c6-133467fd0305 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:03.805927 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ddb76513-d962-4642-9abf-2d963e864ec6 req-a329d4a9-74cd-4242-a0c6-133467fd0305 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1173933 May 27 15:15:03.859377 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ddb76513-d962-4642-9abf-2d963e864ec6 req-a9ae6854-80cb-4206-a831-bd0ad0e2d6e4 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492318 May 27 15:15:04.393511 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da9e12af-6014-4a58-af3e-b4f801b58102 req-9ff3fc97-4298-4433-a91b-c3b4c413a3ed tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0471013 May 27 15:15:05.004289 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf234ff9-4394-450d-a91e-6c16e3c4c6bd req-9ba2a60e-15e1-41f8-bda8-385f8149d9bd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:05.005822 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf234ff9-4394-450d-a91e-6c16e3c4c6bd req-9ba2a60e-15e1-41f8-bda8-385f8149d9bd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0561998 May 27 15:15:05.072178 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf234ff9-4394-450d-a91e-6c16e3c4c6bd req-757133d2-64b4-40f8-9a54-b87a2dc698d8 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588307 May 27 15:15:05.137908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['c3f1f72a-3e54-4ff0-a70e-71e9e3954a04'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:15:05.184568 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device bff98cea-14c6-426f-9cad-199e2f975fb7 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:05.299393 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:05.300058 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:05.301440 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port bff98cea-14c6-426f-9cad-199e2f975fb7 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:05.302075 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:05.302585 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-5cdc7bc7-67ab-4ef0-922e-b1cbc7b245ee service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775873 May 27 15:15:05.463468 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port bff98cea-14c6-426f-9cad-199e2f975fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:05.481085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d4c876b8-30de-49ae-af14-d18d366d13a1 req-210337d4-faf6-4c9c-81d5-55ecae748e27 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689963 May 27 15:15:05.541268 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20f92375-22c5-40c7-af77-a44362358c90 req-15c1f26d-4add-468d-9806-8e2773b4fd0d tempest-VolumesNegativeTest-1027325019 tempest-VolumesNegativeTest-1027325019-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1fd350-618f-4b6f-bdd1-e6c17dacd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0378010 May 27 15:15:06.224555 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ce0f0-7cd1-4797-a91d-d1ff6000faf0 req-caaab74c-6c65-4ddd-b44f-84ff516a3944 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:06.228084 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e9ce0f0-7cd1-4797-a91d-d1ff6000faf0 req-caaab74c-6c65-4ddd-b44f-84ff516a3944 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0554631 May 27 15:15:06.287295 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e9ce0f0-7cd1-4797-a91d-d1ff6000faf0 req-4266ff74-381f-4a3c-9671-e96fc259a449 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516994 May 27 15:15:06.949474 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Sync routers for ids ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:06.968274 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Routers {'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:06.969177 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:07.124046 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Set router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:07.287214 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:07.371994 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '519cfb52-0fcc-4b97-a791-0b512f1e67a1', 'name': '', 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'mac_address': 'fa:16:3e:b3:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2c725f7b-7406-4227-b699-082d43cead7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:00Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 2, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'subnets': [{'id': '2c725f7b-7406-4227-b699-082d43cead7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:07.403263 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Checking router: a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:07.403617 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Updating router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:15:07.439162 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:07.440547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:07.441563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3fc01-612a-4482-8a7d-b6fbe30ed0a4 req-32349e94-77e9-4a30-8103-31e777bb2168 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:07.443182 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-71a3fc01-612a-4482-8a7d-b6fbe30ed0a4 req-32349e94-77e9-4a30-8103-31e777bb2168 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0612376 May 27 15:15:07.513944 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-71a3fc01-612a-4482-8a7d-b6fbe30ed0a4 req-e315dd8c-0494-4bbe-bc2e-127947edf70d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628636 May 27 15:15:07.787528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Publish callbacks [] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:07.795334 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:07.892027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c54aa-da01-4108-929e-667abdb614be None None] Pushing event updated for resources: {'Port': ['ID=519cfb52-0fcc-4b97-a791-0b512f1e67a1,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:08.001756 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Attempting to bind port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:08.002439 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Attempting to bind port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:08.002879 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Attempting to bind port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 on network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:08.013038 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:08.013516 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Checking segment: {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:08.013988 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.014455 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Bound using segment: {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:08.015005 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Bound port: 519cfb52-0fcc-4b97-a791-0b512f1e67a1, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6d9490-082f-4778-a54d-11be95285c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:08.015450 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.167679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] For port 519cfb52-0fcc-4b97-a791-0b512f1e67a1, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:08.183122 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] For port 519cfb52-0fcc-4b97-a791-0b512f1e67a1, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=519cfb52-0fcc-4b97-a791-0b512f1e67a1,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:08.193298 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.269170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:08.275502 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] Provisioning complete for port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:08.276116 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.348564 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c54aa-da01-4108-929e-667abdb614be None None] Pushing event updated for resources: {'Port': ['ID=519cfb52-0fcc-4b97-a791-0b512f1e67a1,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:08.354096 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Routers {'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:08.354653 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:08.525429 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] Current status of the port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:08.525740 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.553446 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46182) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:08.567551 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] Set router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:08.750199 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4091-bf95-4e6d-9d3f-fdf7bd0eccfc req-7f53773e-9052-47bd-a59d-195255741b51 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:08.769963 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f2b4091-bf95-4e6d-9d3f-fdf7bd0eccfc req-7f53773e-9052-47bd-a59d-195255741b51 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1093707 May 27 15:15:08.798242 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] For port 519cfb52-0fcc-4b97-a791-0b512f1e67a1, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=519cfb52-0fcc-4b97-a791-0b512f1e67a1,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:08.822168 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5c3919ac-b46e-4632-b77d-53faaa8aad80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.835759 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:08.891366 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f2b4091-bf95-4e6d-9d3f-fdf7bd0eccfc req-6cc82f26-ad01-4e44-a5a2-4603e24761e1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168747 May 27 15:15:08.973751 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-776abcb1-a1f3-4880-b886-bd71c61da3bf None None] Provisioning complete for port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:08.974119 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-776abcb1-a1f3-4880-b886-bd71c61da3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.005293 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5c3919ac-b46e-4632-b77d-53faaa8aad80 admin admin] Publish callbacks [] for security_group (0e80df97-ebfe-4e05-8b6e-67f7a14041b3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.013551 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5c3919ac-b46e-4632-b77d-53faaa8aad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0e80df97-ebfe-4e05-8b6e-67f7a14041b3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.019102 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9b5a-130f-4af7-9b71-b8871499348a None None] Pushing event updated for resources: {'Port': ['ID=519cfb52-0fcc-4b97-a791-0b512f1e67a1,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:09.083073 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:09.121688 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3919ac-b46e-4632-b77d-53faaa8aad80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80df97-ebfe-4e05-8b6e-67f7a14041b3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:09.134641 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46222) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:09.137132 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-776abcb1-a1f3-4880-b886-bd71c61da3bf None None] Current status of the port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:09.137596 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5c3919ac-b46e-4632-b77d-53faaa8aad80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55f4e41c111444bfbe87e1f7b60dee15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5807691 May 27 15:15:09.143033 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:15:09.146935 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '519cfb52-0fcc-4b97-a791-0b512f1e67a1', 'name': '', 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'mac_address': 'fa:16:3e:b3:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2c725f7b-7406-4227-b699-082d43cead7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:00Z', 'updated_at': '2022-05-27T15:15:08Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'subnets': [{'id': '2c725f7b-7406-4227-b699-082d43cead7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:09.166310 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:15:09.166471 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c3f1f72a-3e54-4ff0-a70e-71e9e3954a04 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:15:09.213352 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33681439-f3b0-4863-88a9-7305dbafb512 None None] The sync data for ids ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'] in dv-cinder-842541-3-iscsi is: [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:15:01Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '519cfb52-0fcc-4b97-a791-0b512f1e67a1', 'name': '', 'network_id': '6d29dac5-211f-48c5-a750-7d0f3ab7fc12', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'mac_address': 'fa:16:3e:b3:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2c725f7b-7406-4227-b699-082d43cead7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:00Z', 'updated_at': '2022-05-27T15:15:08Z', 'revision_number': 4, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'subnets': [{'id': '2c725f7b-7406-4227-b699-082d43cead7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:09.258756 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-084322e4-a723-4918-a4c9-2225cfea43fd admin admin] Publish callbacks [] for security_group (0e80df97-ebfe-4e05-8b6e-67f7a14041b3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.283524 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-084322e4-a723-4918-a4c9-2225cfea43fd admin admin] Publish callbacks [] for security_group (0e80df97-ebfe-4e05-8b6e-67f7a14041b3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.345111 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-084322e4-a723-4918-a4c9-2225cfea43fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0e80df97-ebfe-4e05-8b6e-67f7a14041b3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.353036 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-084322e4-a723-4918-a4c9-2225cfea43fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.353890 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 519cfb52-0fcc-4b97-a791-0b512f1e67a1 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:09.354267 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-084322e4-a723-4918-a4c9-2225cfea43fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e80df97-ebfe-4e05-8b6e-67f7a14041b3 HTTP/1.1" status: 204 len: 168 time: 0.2176902 May 27 15:15:09.391179 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084322e4-a723-4918-a4c9-2225cfea43fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80df97-ebfe-4e05-8b6e-67f7a14041b3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:09.488676 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:09.489119 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:09.649328 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:10.055533 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d65aa8-3006-4f5e-8bdf-ab431c1e8a88 req-56b12417-1ae0-4b54-aaae-131a47e337f7 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:10.067085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50d65aa8-3006-4f5e-8bdf-ab431c1e8a88 req-56b12417-1ae0-4b54-aaae-131a47e337f7 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0860996 May 27 15:15:10.135478 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50d65aa8-3006-4f5e-8bdf-ab431c1e8a88 req-d8c5107c-90f8-47b8-945d-427a4b4b0a2c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645146 May 27 15:15:10.500708 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46302) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:10.648586 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1407715605-network', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:10.687400 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Made reservation on behalf of 32fb068c248a4cb9bb0e73dab923ca19 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:15:10.691296 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.702763 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.824506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks [] for security_group (4d823d1b-18ef-4e4e-85e5-db569aa11ae1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.829003 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4d823d1b-18ef-4e4e-85e5-db569aa11ae1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.859372 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:15:10.870589 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d823d1b-18ef-4e4e-85e5-db569aa11ae1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:10.877644 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.878397 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Added segment 62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d of type vlan for network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a May 27 15:15:10.926378 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.965067 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.966116 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:10.966972 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:10.993820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:11.008079 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5056865 May 27 15:15:11.012038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46322) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:11.017285 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Request body: {'subnet': {'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1407715605-subnet', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:11.060342 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027568d5-fb56-409f-a789-11574ea41741 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:11.062877 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Made reservation on behalf of 32fb068c248a4cb9bb0e73dab923ca19 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:15:11.066831 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26356635'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.079916 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:15:11.105797 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:11.205744 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:11.299357 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:11.307003 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7f12d-263b-4dc5-8572-d26b1b748845 req-02359c29-1a09-492d-9e4e-b4b349c6b6d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:11.308801 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ee7f12d-263b-4dc5-8572-d26b1b748845 req-02359c29-1a09-492d-9e4e-b4b349c6b6d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0752647 May 27 15:15:11.392228 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26614869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26356621'] for subnet (607da916-6905-4961-b04a-dd5ac174267b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.435353 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ee7f12d-263b-4dc5-8572-d26b1b748845 req-c479ab8b-ea7a-4409-93a9-e58323afd0aa tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017509 May 27 15:15:11.461779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607da916-6905-4961-b04a-dd5ac174267b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:11.474483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Checking segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:11.474935 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Network hostable DHCP agents. Network: cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:15:11.497972 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:15:11.511019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:11.516178 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:11.517029 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.521863 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e002ab-8a00-47cf-aa65-1835b6a1caf7 None None] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:15:11.539712 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-50c86046-aa32-4761-87d4-8bb52e95f499 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5264866 May 27 15:15:11.542528 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46330) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:11.546881 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:11.571155 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.572398 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.641044 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks [] for router_controller (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.656508 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:15:11.657477 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.821606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks [] for router_gateway (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:11.845611 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Allocated IP 172.20.0.2 (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a/607da916-6905-4961-b04a-dd5ac174267b/e9677aaf-3e77-47ed-8873-653d7072b3d3) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:12.058783 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Publish callbacks [] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.065813 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.092605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks [] for router_gateway (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.114697 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.126497 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:12.133794 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:12.141435 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:12.150406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Pushing event updated for resources: {'Port': ['ID=e9677aaf-3e77-47ed-8873-653d7072b3d3,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:12.156358 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46338) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:12.197294 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:12.244406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Attempting to bind port e9677aaf-3e77-47ed-8873-653d7072b3d3 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:12.244831 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Attempting to bind port e9677aaf-3e77-47ed-8873-653d7072b3d3 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:12.245243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Attempting to bind port e9677aaf-3e77-47ed-8873-653d7072b3d3 on network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:12.252669 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:12.253095 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Checking segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:12.253439 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.253917 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Bound using segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:12.254700 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Bound port: e9677aaf-3e77-47ed-8873-653d7072b3d3, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:12.255091 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.330067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Allocated IP 172.27.1.237 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/920e4c4e-0c05-4868-9796-57e95d8c91ce) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:12.348987 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] For port e9677aaf-3e77-47ed-8873-653d7072b3d3, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:12.353119 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] For port e9677aaf-3e77-47ed-8873-653d7072b3d3, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e9677aaf-3e77-47ed-8873-653d7072b3d3,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:12.363064 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.410210 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ffbc5ac4-2d8c-4302-abb3-e0635dac9b72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b14f7f84a9fa48f0985d0a66332b8f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517231 May 27 15:15:12.416758 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46342) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:12.435565 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cd90f-796f-44e2-93dd-93566e04b3da None None] Pushing event updated for resources: {'Port': ['ID=e9677aaf-3e77-47ed-8873-653d7072b3d3,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:12.488786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:12.502281 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks [] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.502480 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-381e86cb-aa2a-401c-b54c-61a502bba144 admin admin] Publish callbacks [] for security_group (9006a866-04d8-4ddb-bdd1-1615132400c9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.524549 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:12.531362 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-381e86cb-aa2a-401c-b54c-61a502bba144 admin admin] Publish callbacks [] for security_group (9006a866-04d8-4ddb-bdd1-1615132400c9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.556804 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.587321 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:12.604516 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-381e86cb-aa2a-401c-b54c-61a502bba144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9006a866-04d8-4ddb-bdd1-1615132400c9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.608265 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-381e86cb-aa2a-401c-b54c-61a502bba144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:12.615923 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-381e86cb-aa2a-401c-b54c-61a502bba144 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9006a866-04d8-4ddb-bdd1-1615132400c9 HTTP/1.1" status: 204 len: 168 time: 0.1974661 May 27 15:15:12.617344 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:12.634114 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e86cb-aa2a-401c-b54c-61a502bba144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9006a866-04d8-4ddb-bdd1-1615132400c9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:12.646657 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:12.676781 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:13.058569 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Pushing event updated for resources: {'Port': ['ID=920e4c4e-0c05-4868-9796-57e95d8c91ce,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:13.076329 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8131d4-f0dd-4939-8b2a-68aac21e58a4 req-23bc91d7-aa98-4c98-9112-299cbf98c0c8 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:13.078209 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5a8131d4-f0dd-4939-8b2a-68aac21e58a4 req-23bc91d7-aa98-4c98-9112-299cbf98c0c8 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.4890029 May 27 15:15:13.217350 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e9677aaf-3e77-47ed-8873-653d7072b3d3 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:13.237769 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5a8131d4-f0dd-4939-8b2a-68aac21e58a4 req-c4c305af-bfb1-4e96-8e68-40385aa559b7 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515305 May 27 15:15:13.277596 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port e9677aaf-3e77-47ed-8873-653d7072b3d3 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:13.280220 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:13.403047 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port e9677aaf-3e77-47ed-8873-653d7072b3d3 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:13.403582 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:13.483541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port e9677aaf-3e77-47ed-8873-653d7072b3d3, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e9677aaf-3e77-47ed-8873-653d7072b3d3,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:13.486080 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks [] for router_gateway (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:13.489524 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:13.601592 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=e9677aaf-3e77-47ed-8873-653d7072b3d3,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:13.607305 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-59e5a6b2-a71e-4c03-9184-1f69dbf9d2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:13.651459 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-7b793a56-a611-4945-be4f-595f76cfef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:13.651459 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-7b793a56-a611-4945-be4f-595f76cfef80 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1129 time: 0.0825367 May 27 15:15:13.710005 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d245885-05b2-4f53-89b4-a6fc3c2d2635 req-22572ee2-5640-4c5c-9f0b-f330b89d92fd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:13.711617 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d245885-05b2-4f53-89b4-a6fc3c2d2635 req-22572ee2-5640-4c5c-9f0b-f330b89d92fd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1621311 May 27 15:15:13.878519 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f39300-e7b9-40a2-8def-d3f8bf6026a0 None None] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:15:13.902066 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d245885-05b2-4f53-89b4-a6fc3c2d2635 req-c86c3524-fc68-439e-8017-19a180baaa2a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610918 May 27 15:15:13.914909 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-ef407ead-2b50-4c95-8b8c-fe93e88b76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:13.916394 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-ef407ead-2b50-4c95-8b8c-fe93e88b76ce service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.2535670 May 27 15:15:13.954834 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-3a4eb209-4478-472b-930e-feda661b42f0 None None] Provisioning complete for port e9677aaf-3e77-47ed-8873-653d7072b3d3 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:13.955349 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb209-4478-472b-930e-feda661b42f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:14.025851 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:14.037248 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-6ddaeb80-1ab1-48fe-aa3e-457e22afc42c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 1000 time: 0.1128819 May 27 15:15:14.042274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:14.043203 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:14.108483 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-3a4eb209-4478-472b-930e-feda661b42f0 None None] Current status of the port e9677aaf-3e77-47ed-8873-653d7072b3d3 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:14.148978 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:14.169443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-755a1b98-98e0-4b21-8182-9fe03e47449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:14.171295 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-755a1b98-98e0-4b21-8182-9fe03e47449c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.0809391 May 27 15:15:14.256721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-db2b6a4a-1b54-4dbb-a994-673c11ee3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:14.259012 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-db2b6a4a-1b54-4dbb-a994-673c11ee3af9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790470 May 27 15:15:14.332025 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-727f91c2-ac1f-487d-a714-bbaaa9e73e64 None None] Provisioning complete for port e9677aaf-3e77-47ed-8873-653d7072b3d3 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:14.332683 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-727f91c2-ac1f-487d-a714-bbaaa9e73e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:14.374047 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:14.383055 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:15:14.408033 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-05d43db5-fe48-497d-ac1e-bff3e43752ce service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395335 May 27 15:15:14.432699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-727f91c2-ac1f-487d-a714-bbaaa9e73e64 None None] Current status of the port e9677aaf-3e77-47ed-8873-653d7072b3d3 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:14.612291 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4804a9bb-58a7-4272-9fc0-e5d3159124d4 req-58cc2b4f-c2be-4e3d-adae-d1f8778fb689 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949694 May 27 15:15:14.613433 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:14.626062 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Sync routers for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:14.646221 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:14.648618 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:14.651408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:14.653374 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8c68f1c7-7688-431b-88cc-14805df10541 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1099162 May 27 15:15:14.656220 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46354) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:14.724302 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:14.785818 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:15.004676 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:13Z', 'revision_number': 3, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:15.045484 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Checking router: f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:15.045972 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Updating router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 port 920e4c4e-0c05-4868-9796-57e95d8c91ce binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:15:15.115221 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.188555 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da896c4-760a-4053-8a28-e79149eec096 req-4495f03e-db7b-4d79-bf22-11b7de671920 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:15.194846 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9da896c4-760a-4053-8a28-e79149eec096 req-4495f03e-db7b-4d79-bf22-11b7de671920 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1605299 May 27 15:15:15.255530 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9da896c4-760a-4053-8a28-e79149eec096 req-dc603678-3ae8-4a79-b3e2-d396b3556e71 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594385 May 27 15:15:15.262252 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e9677aaf-3e77-47ed-8873-653d7072b3d3 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:15.382028 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port e9677aaf-3e77-47ed-8873-653d7072b3d3 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:15.382712 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.479698 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port e9677aaf-3e77-47ed-8873-653d7072b3d3 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:15.494741 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:15.515212 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Publish callbacks [] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.526075 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.576274 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.592396 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Attempting to bind port 920e4c4e-0c05-4868-9796-57e95d8c91ce on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:15.592782 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Attempting to bind port 920e4c4e-0c05-4868-9796-57e95d8c91ce by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:15.593132 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Attempting to bind port 920e4c4e-0c05-4868-9796-57e95d8c91ce on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:15.596224 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf7914-12cc-4e75-9688-f3f4bebff182 None None] Pushing event updated for resources: {'Port': ['ID=920e4c4e-0c05-4868-9796-57e95d8c91ce,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:15.601532 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:15.601894 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:15.602285 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.602659 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:15.603121 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Bound port: 920e4c4e-0c05-4868-9796-57e95d8c91ce, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:15.603486 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.657686 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] For port 920e4c4e-0c05-4868-9796-57e95d8c91ce, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:15.661064 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] For port 920e4c4e-0c05-4868-9796-57e95d8c91ce, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=920e4c4e-0c05-4868-9796-57e95d8c91ce,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:15.671881 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.734593 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:15.735202 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:14:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:15.784586 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf7914-12cc-4e75-9688-f3f4bebff182 None None] Pushing event updated for resources: {'Port': ['ID=920e4c4e-0c05-4868-9796-57e95d8c91ce,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:15.835370 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Allocated IP 172.20.0.1 (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a/607da916-6905-4961-b04a-dd5ac174267b/07da3176-949e-40bd-ae2f-3d9f28b4c806) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:15.847157 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-97c38773-df13-4e4a-a52a-75390af602f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:15.870002 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:15.985652 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks [] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.007015 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:16.037482 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.077681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:16.077903 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:13Z', 'revision_number': 3, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:16.084359 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:16.095647 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Pushing event updated for resources: {'Port': ['ID=07da3176-949e-40bd-ae2f-3d9f28b4c806,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:16.098545 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:16.112515 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf90af-24ba-4522-8da7-5a14da83609d None None] The sync data for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi is: [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:13Z', 'revision_number': 3, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:16.133743 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:16.158439 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.333921 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.363900 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f858964a-24ce-45f7-8c16-c24a70ff10dc None None] Provisioning complete for port 07da3176-949e-40bd-ae2f-3d9f28b4c806 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:16.364651 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f858964a-24ce-45f7-8c16-c24a70ff10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.416940 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f858964a-24ce-45f7-8c16-c24a70ff10dc None None] Port 07da3176-949e-40bd-ae2f-3d9f28b4c806 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:16.435480 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382fadc-8f38-4c92-a758-4eb62775407a req-0e1b9347-3c4c-4235-8b08-86353bc355eb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:16.440925 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7382fadc-8f38-4c92-a758-4eb62775407a req-0e1b9347-3c4c-4235-8b08-86353bc355eb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0972471 May 27 15:15:16.550849 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-5f32c33c-e28a-48d5-8342-f14cd4837213 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:16.552336 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-5f32c33c-e28a-48d5-8342-f14cd4837213 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 814 time: 0.2584651 May 27 15:15:16.564586 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7382fadc-8f38-4c92-a758-4eb62775407a req-e1f43c49-d01f-4c81-a49b-029fe9bc450a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188123 May 27 15:15:16.576155 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-a9f5d642-105b-4ddc-8a31-b1d8e482318e tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/quotas/b9fd239910a6492a953310873fd2379e HTTP/1.1" status: 200 len: 375 time: 0.0105395 May 27 15:15:16.603280 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks [] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.609867 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.635225 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-a854144f-40cd-4740-9079-75eb17900c36 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536187 May 27 15:15:16.680309 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Pushing event updated for resources: {'Port': ['ID=07da3176-949e-40bd-ae2f-3d9f28b4c806,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:16.682869 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:16.719072 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:16.742249 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-9e3aae15-8b6f-43af-aebe-6afc52c2e1f8 service neutron] 10.222.0.41 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941284 May 27 15:15:16.790908 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:16.792434 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:16.865024 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-da826474-4176-43c8-8b04-72319d6955a1 service neutron] 10.222.0.41 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154871 May 27 15:15:16.919936 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:16.983264 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:17.053020 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:17.059308 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-38a4c739-62e4-4d0b-8665-d97c8820cf91 admin admin] 10.222.0.41 "PUT /v2.0/routers/f6b10ed0-7822-4e9e-b4fd-406b8ebbd124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4014153 May 27 15:15:17.103789 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5330452b-da55-45be-a1ad-e644d171f782 req-5f11ec30-8377-4d5e-a89c-4861196d9098 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 210 time: 0.0444865 May 27 15:15:17.145605 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e7eeed60-6ccf-4a4b-b8d1-2d6967126932 None None] Provisioning complete for port 07da3176-949e-40bd-ae2f-3d9f28b4c806 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:17.146213 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7eeed60-6ccf-4a4b-b8d1-2d6967126932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.197133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e7eeed60-6ccf-4a4b-b8d1-2d6967126932 None None] Port 07da3176-949e-40bd-ae2f-3d9f28b4c806 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:17.198750 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 920e4c4e-0c05-4868-9796-57e95d8c91ce up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:17.261510 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 920e4c4e-0c05-4868-9796-57e95d8c91ce triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:17.261955 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.318306 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.359381 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 920e4c4e-0c05-4868-9796-57e95d8c91ce is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:17.360019 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.383839 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 920e4c4e-0c05-4868-9796-57e95d8c91ce, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=920e4c4e-0c05-4868-9796-57e95d8c91ce,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:17.388328 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.440098 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:17.447344 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=920e4c4e-0c05-4868-9796-57e95d8c91ce,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:17.759170 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46412) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:17.764273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1770351266-network', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:17.778180 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:17.787404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Made reservation on behalf of a119c636d156473fb72d5fe4ec32d4da for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:15:17.790561 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.799476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.882881 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks [] for security_group (236a8a9d-6092-4665-b7de-da00a2cf8674), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.886857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (236a8a9d-6092-4665-b7de-da00a2cf8674), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.918245 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:15:17.928696 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a8a9d-6092-4665-b7de-da00a2cf8674,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:17.934291 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (e1327ba9-e3f9-4ea6-88a4-537cce53f1fb), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:17.934634 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Added segment e1327ba9-e3f9-4ea6-88a4-537cce53f1fb of type vlan for network 2e9d2a35-c9d4-475d-8877-8086f177365a May 27 15:15:17.951147 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.951489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.951869 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.952188 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.952544 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.952879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.953210 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.953532 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.953857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.954182 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.954505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.954829 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.955152 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.955470 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.955787 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:17.971084 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Sync routers for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:17.983476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:17.984200 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:18.000041 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (2e9d2a35-c9d4-475d-8877-8086f177365a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.026136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (2e9d2a35-c9d4-475d-8877-8086f177365a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.027167 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:18.027761 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.066472 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3061328 May 27 15:15:18.069882 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46414) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:18.099710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Request body: {'subnet': {'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1770351266-subnet', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:18.109901 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c74a7-a580-44bd-9668-81432e2148e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9d2a35-c9d4-475d-8877-8086f177365a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:18.130728 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Made reservation on behalf of a119c636d156473fb72d5fe4ec32d4da for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:15:18.135060 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26356635'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.168692 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 2e9d2a35-c9d4-475d-8877-8086f177365a details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:15:18.273335 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a859bae7-2310-4dd6-ad31-07661bc04017 req-e931ad31-472e-4904-a1cb-7f78e08a5a5d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 210 time: 0.0721204 May 27 15:15:18.322053 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:18.406084 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-e030f525-4c6e-4d7b-934c-4b6758e4b8e0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:18.407561 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-e030f525-4c6e-4d7b-934c-4b6758e4b8e0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 814 time: 0.2053614 May 27 15:15:18.417522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:18.434657 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.453773 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'port': {'device_id': '0065699d-fe81-4c03-966a-445d65c3d593', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'admin_state_up': True, 'tenant_id': 'b9fd239910a6492a953310873fd2379e'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:18.509842 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26614869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26356621'] for subnet (76cdb481-f9d5-40e8-b546-bfccab4bf543), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.556979 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 2, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:18.590638 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Checking router: f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:18.590988 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Updating router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 port 07da3176-949e-40bd-ae2f-3d9f28b4c806 binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:15:18.600166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:18.608231 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cdb481-f9d5-40e8-b546-bfccab4bf543,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:18.630191 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.637510 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Checking segment: {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:18.637873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Network hostable DHCP agents. Network: 2e9d2a35-c9d4-475d-8877-8086f177365a, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:15:18.668763 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Made reservation on behalf of b9fd239910a6492a953310873fd2379e for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:15:18.672243 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.674836 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Network 2e9d2a35-c9d4-475d-8877-8086f177365a is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:15:18.693808 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 2e9d2a35-c9d4-475d-8877-8086f177365a) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:18.701403 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:18.701993 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.710588 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90351938-97a3-4015-abf7-1c40f18c87bd None None] Network 2e9d2a35-c9d4-475d-8877-8086f177365a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:15:18.754779 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2893ce2a-482b-4a15-9fd1-a18b6ed13103 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6836631 May 27 15:15:18.758593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46432) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:18.762100 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:18.805526 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (e223714d-8804-48ce-a5e3-368732252eff), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.806606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (e223714d-8804-48ce-a5e3-368732252eff), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.852189 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:18.872069 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Allocated IP 172.20.0.3 (170b7456-5a19-42c5-bafb-44e2c304f6c0/17287b28-2fe1-4a47-8b5a-06884b1ef510/07ab533a-c377-484b-8298-8e84d7500fd8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:18.907077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks [] for router_controller (e223714d-8804-48ce-a5e3-368732252eff), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:18.977885 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-2e9d2a35-c9d4-475d-8877-8086f177365a', 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a', 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'fixed_ips': [{'subnet_id': '76cdb481-f9d5-40e8-b546-bfccab4bf543'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:15:18.979362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.054631 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:19.215293 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Allocated IP 172.20.0.2 (2e9d2a35-c9d4-475d-8877-8086f177365a/76cdb481-f9d5-40e8-b546-bfccab4bf543/39001d89-a68b-4b10-a147-12d4608c1959) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:19.358849 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Publish callbacks [] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.419147 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks [] for router_gateway (e223714d-8804-48ce-a5e3-368732252eff), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.518731 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 920e4c4e-0c05-4868-9796-57e95d8c91ce up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:19.523404 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.523728 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for port (07ab533a-c377-484b-8298-8e84d7500fd8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.554585 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:19.562337 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.651690 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:19.654115 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:19.669501 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:19.706734 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a934a9f-aa1c-43bd-aac8-7af434daa0ae None None] Pushing event updated for resources: {'Port': ['ID=07da3176-949e-40bd-ae2f-3d9f28b4c806,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:19.728431 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:19.748431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Publish callbacks [] for port (39001d89-a68b-4b10-a147-12d4608c1959), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.752473 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:19.816337 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:19.817015 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.836536 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (39001d89-a68b-4b10-a147-12d4608c1959), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.881119 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3743af1-c2b4-4448-894a-cb67e302b904 req-b3bc524b-e107-455a-87ca-fcd0f6c8946b tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:19.895303 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3743af1-c2b4-4448-894a-cb67e302b904 req-b3bc524b-e107-455a-87ca-fcd0f6c8946b tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 931 time: 0.4803946 May 27 15:15:19.895898 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 920e4c4e-0c05-4868-9796-57e95d8c91ce triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:19.896492 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:19.919901 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4700873 May 27 15:15:19.941801 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de487-ee5b-4e2b-bcda-c2383f1f7a6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:19.999765 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.005351 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Attempting to bind port 07da3176-949e-40bd-ae2f-3d9f28b4c806 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:20.005718 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Attempting to bind port 07da3176-949e-40bd-ae2f-3d9f28b4c806 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:20.006075 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Attempting to bind port 07da3176-949e-40bd-ae2f-3d9f28b4c806 on network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:20.014230 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3743af1-c2b4-4448-894a-cb67e302b904 req-e96d78ab-e159-4037-a6f1-adf2593d9648 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175818 May 27 15:15:20.028611 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Network 2e9d2a35-c9d4-475d-8877-8086f177365a is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:20.043747 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:20.058151 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:20.071697 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:20.072301 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Checking segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:20.072859 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.073384 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Bound using segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:20.073927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Bound port: 07da3176-949e-40bd-ae2f-3d9f28b4c806, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:20.074440 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.074754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Request body: {'port': {'device_id': '0065699d-fe81-4c03-966a-445d65c3d593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:20.101342 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Pushing event updated for resources: {'Port': ['ID=39001d89-a68b-4b10-a147-12d4608c1959,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:20.103759 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6cc84b61-d997-466b-894f-98e6baf55b6f None None] Provisioning complete for port 07da3176-949e-40bd-ae2f-3d9f28b4c806 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:20.104223 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6cc84b61-d997-466b-894f-98e6baf55b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.218164 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.223843 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks [] for router_gateway (e223714d-8804-48ce-a5e3-368732252eff), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.243251 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6cc84b61-d997-466b-894f-98e6baf55b6f None None] Port 07da3176-949e-40bd-ae2f-3d9f28b4c806 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:20.244808 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 920e4c4e-0c05-4868-9796-57e95d8c91ce is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:20.265415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.272523 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Attempting to bind port 39001d89-a68b-4b10-a147-12d4608c1959 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:20.273032 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Attempting to bind port 39001d89-a68b-4b10-a147-12d4608c1959 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:20.273567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Attempting to bind port 39001d89-a68b-4b10-a147-12d4608c1959 on network 2e9d2a35-c9d4-475d-8877-8086f177365a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:20.283306 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:20.283843 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Checking segment: {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:20.284342 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.284851 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Bound using segment: {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:20.285502 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Bound port: 39001d89-a68b-4b10-a147-12d4608c1959, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:20.285905 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (39001d89-a68b-4b10-a147-12d4608c1959), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.288473 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] For port 07da3176-949e-40bd-ae2f-3d9f28b4c806, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:20.293095 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] For port 07da3176-949e-40bd-ae2f-3d9f28b4c806, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=07da3176-949e-40bd-ae2f-3d9f28b4c806,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:20.310408 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.548403 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-da9016cf-566f-473e-8b98-6037631140d6 None None] Provisioning complete for port 07ab533a-c377-484b-8298-8e84d7500fd8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:20.549285 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-da9016cf-566f-473e-8b98-6037631140d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.606141 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a934a9f-aa1c-43bd-aac8-7af434daa0ae None None] Pushing event updated for resources: {'Port': ['ID=07da3176-949e-40bd-ae2f-3d9f28b4c806,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:20.614618 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] For port 39001d89-a68b-4b10-a147-12d4608c1959, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:20.616697 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:20.627747 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:20.628556 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:20.630635 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-da9016cf-566f-473e-8b98-6037631140d6 None None] Port 07ab533a-c377-484b-8298-8e84d7500fd8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:20.788912 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ab533a-c377-484b-8298-8e84d7500fd8 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:15:20.811746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:20.821537 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Publish callbacks [] for port (07ab533a-c377-484b-8298-8e84d7500fd8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.874716 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Transition to ACTIVE for port object 07ab533a-c377-484b-8298-8e84d7500fd8 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:15:20.882001 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:20.895998 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] For port 39001d89-a68b-4b10-a147-12d4608c1959, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=39001d89-a68b-4b10-a147-12d4608c1959,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:20.898667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Allocated IP 172.27.1.246 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/2be161ea-b7ed-4389-a45d-ae1e7c33160f) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:20.901016 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:20.903953 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.935967 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (39001d89-a68b-4b10-a147-12d4608c1959), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:20.977506 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f218950b-a891-4d8c-9674-874c10659840 None None] Provisioning complete for port 07da3176-949e-40bd-ae2f-3d9f28b4c806 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:20.977925 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f218950b-a891-4d8c-9674-874c10659840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:21.019516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:21.088157 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:21.235586 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b95a-a355-4ccf-a81d-60ff4ac9e6fd None None] Pushing event updated for resources: {'Port': ['ID=39001d89-a68b-4b10-a147-12d4608c1959,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:21.255803 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:21.267289 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:15:21.343782 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9277f9-d656-447f-85aa-26ab6bbe58c1 req-d654297c-73dc-4a6f-8e11-3d9322b4e058 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:21.353172 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c9277f9-d656-447f-85aa-26ab6bbe58c1 req-d654297c-73dc-4a6f-8e11-3d9322b4e058 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.1768315 May 27 15:15:21.391745 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f218950b-a891-4d8c-9674-874c10659840 None None] Current status of the port 07da3176-949e-40bd-ae2f-3d9f28b4c806 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:21.392150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f218950b-a891-4d8c-9674-874c10659840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:21.422015 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks [] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:21.447799 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:20Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:21.465081 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c9277f9-d656-447f-85aa-26ab6bbe58c1 req-bd17dcb9-0fb1-4297-bab9-cca13952dc6a tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107881 May 27 15:15:21.471321 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Attempting to bind port 07ab533a-c377-484b-8298-8e84d7500fd8 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:21.471871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Attempting to bind port 07ab533a-c377-484b-8298-8e84d7500fd8 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:21.472361 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Attempting to bind port 07ab533a-c377-484b-8298-8e84d7500fd8 on network 170b7456-5a19-42c5-bafb-44e2c304f6c0 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:21.505828 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Port 07ab533a-c377-484b-8298-8e84d7500fd8 on network 170b7456-5a19-42c5-bafb-44e2c304f6c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:15:21.506182 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Attempting to bind port 07ab533a-c377-484b-8298-8e84d7500fd8 on network 170b7456-5a19-42c5-bafb-44e2c304f6c0 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:21.517975 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:21.518317 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Checking segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:21.518712 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Bound using segment: {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:21.519167 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Bound port: 07ab533a-c377-484b-8298-8e84d7500fd8, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e658b7b-bc2f-4429-a27b-5924cd523eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:21.519526 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:21.534004 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-f218950b-a891-4d8c-9674-874c10659840 None None] For port 07da3176-949e-40bd-ae2f-3d9f28b4c806, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=07da3176-949e-40bd-ae2f-3d9f28b4c806,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:21.547825 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0514eab-d52a-4a68-b0b3-38533a615e2a None None] The sync data for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi is: [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:20Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:21.550487 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f218950b-a891-4d8c-9674-874c10659840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:21.626248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:21.674377 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218950b-a891-4d8c-9674-874c10659840 None None] Pushing event updated for resources: {'Port': ['ID=07da3176-949e-40bd-ae2f-3d9f28b4c806,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:21.749669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:21.769754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:21.777312 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:21.817806 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Pushing event updated for resources: {'Port': ['ID=2be161ea-b7ed-4389-a45d-ae1e7c33160f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:21.835279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:21.854665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:21.898340 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:22.055236 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:22.056212 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:22.057989 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] 10.222.0.40 "PUT /v2.0/ports/07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 1093 time: 1.9906871 May 27 15:15:22.058584 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:22.061038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd6975d-0f1b-4c36-812f-56fed92beca6" -d '{"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:22.164880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9919d5-09c8-4a76-a61b-2874f03d112e x-openstack-request-id: req-bc9919d5-09c8-4a76-a61b-2874f03d112e {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:22.165215 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:22.165380 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc9919d5-09c8-4a76-a61b-2874f03d112e {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:22.165789 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9919d5-09c8-4a76-a61b-2874f03d112e'] response: {'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'status': 'completed', 'code': 200} May 27 15:15:22.166636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24843f9c-f705-449d-ab08-e043d8ee9e25 service neutron] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:22.398433 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:22.413762 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-b1417aa4-7c76-4360-a796-c54ebbc74018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:22.415547 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-b1417aa4-7c76-4360-a796-c54ebbc74018 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1127 time: 0.2541382 May 27 15:15:22.431802 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks [] for router_gateway (e223714d-8804-48ce-a5e3-368732252eff), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:22.543403 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-017cd598-fbc5-4a9f-bf37-eaf2e75324e8 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 217 time: 0.0602510 May 27 15:15:22.602345 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:22.847903 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-a490ed59-e720-4e95-b3e3-9bf1c4857364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:22.849491 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-a490ed59-e720-4e95-b3e3-9bf1c4857364 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.2779005 May 27 15:15:22.861298 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1deaf9-4656-4fee-afb7-8ec24e12e9dd req-2f64264b-5d43-4aab-a89f-d96859e83a65 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:22.862805 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ba1deaf9-4656-4fee-afb7-8ec24e12e9dd req-2f64264b-5d43-4aab-a89f-d96859e83a65 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.1231902 May 27 15:15:22.896282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb8141-e578-4541-87ef-5cda1e006466 None None] Network 2e9d2a35-c9d4-475d-8877-8086f177365a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:15:22.901507 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:23.011983 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ba1deaf9-4656-4fee-afb7-8ec24e12e9dd req-8db29f77-e159-4df9-bc28-3fda60fe48d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097932 May 27 15:15:23.052259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-72703580-9d8d-484d-b62b-68bbf4adae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:23.054811 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-72703580-9d8d-484d-b62b-68bbf4adae62 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574510 May 27 15:15:23.056159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (e223714d-8804-48ce-a5e3-368732252eff), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.067493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] Provisioning complete for port 39001d89-a68b-4b10-a147-12d4608c1959 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:23.067760 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (39001d89-a68b-4b10-a147-12d4608c1959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.308156 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] Current status of the port 39001d89-a68b-4b10-a147-12d4608c1959 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:23.311620 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (39001d89-a68b-4b10-a147-12d4608c1959), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.354113 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-6cefefe9-9451-4def-94d4-17e3fc05aa97 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414188 May 27 15:15:23.446583 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] For port 39001d89-a68b-4b10-a147-12d4608c1959, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=39001d89-a68b-4b10-a147-12d4608c1959,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:23.452173 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 39001d89-a68b-4b10-a147-12d4608c1959 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:23.535200 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (39001d89-a68b-4b10-a147-12d4608c1959), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.643609 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 39001d89-a68b-4b10-a147-12d4608c1959 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:23.643984 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (39001d89-a68b-4b10-a147-12d4608c1959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.689859 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf67af8-68a4-4b38-bc7f-976b9a9cb4dd None None] Pushing event updated for resources: {'Port': ['ID=39001d89-a68b-4b10-a147-12d4608c1959,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:23.693085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedb4c03-bdce-4b58-b39f-3b8c88b6e1b6 req-ee6257ff-4734-4035-9ff6-32327cb7ffdd service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912520 May 27 15:15:23.708678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Router e223714d-8804-48ce-a5e3-368732252eff is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:15:23.716814 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-17678808-3fc4-49e3-90fb-fedf431f8db5 None None] Provisioning complete for port 39001d89-a68b-4b10-a147-12d4608c1959 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:23.717195 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-17678808-3fc4-49e3-90fb-fedf431f8db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (39001d89-a68b-4b10-a147-12d4608c1959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.794435 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 39001d89-a68b-4b10-a147-12d4608c1959 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:23.795493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 07da3176-949e-40bd-ae2f-3d9f28b4c806 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:23.867283 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-17678808-3fc4-49e3-90fb-fedf431f8db5 None None] Current status of the port 39001d89-a68b-4b10-a147-12d4608c1959 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:23.895429 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:23.898328 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 07da3176-949e-40bd-ae2f-3d9f28b4c806 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:23.899285 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:23.926023 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-beb1a259-911e-4c6f-b4fa-f035063c59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:23.927529 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-beb1a259-911e-4c6f-b4fa-f035063c59c8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1127 time: 0.1201265 May 27 15:15:23.976071 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:23.990128 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Sync routers for ids ['e223714d-8804-48ce-a5e3-368732252eff'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:24.013224 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:24.014787 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Routers {'e223714d-8804-48ce-a5e3-368732252eff'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:24.016027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 07da3176-949e-40bd-ae2f-3d9f28b4c806 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:24.018668 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e223714d-8804-48ce-a5e3-368732252eff'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:24.067734 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:24.073041 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f4aaf94a-79b2-4353-9d37-05a9fd4419b8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3117123 May 27 15:15:24.073440 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46456) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:24.243426 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2da51-3a76-46ff-ac9a-a53594e645c8 req-7803e6ab-67ce-4649-a729-dc15974acf11 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:24.266591 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1cb2da51-3a76-46ff-ac9a-a53594e645c8 req-7803e6ab-67ce-4649-a729-dc15974acf11 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.1217034 May 27 15:15:24.358245 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Set router e223714d-8804-48ce-a5e3-368732252eff gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:24.402736 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1cb2da51-3a76-46ff-ac9a-a53594e645c8 req-09049ebf-d1d2-4593-b3ca-1df72de64747 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291461 May 27 15:15:24.431797 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:24.621596 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:15:22Z', 'revision_number': 3, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:24.653265 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Checking router: e223714d-8804-48ce-a5e3-368732252eff for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:24.653868 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Updating router e223714d-8804-48ce-a5e3-368732252eff port 2be161ea-b7ed-4389-a45d-ae1e7c33160f binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:15:24.689605 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:24.799106 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:24.987302 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-296909a7-1531-497f-b403-a8d3d0e5836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:24.989016 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-296909a7-1531-497f-b403-a8d3d0e5836e service neutron] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 915 time: 0.1446617 May 27 15:15:24.991831 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:25.097740 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Allocated IP 172.20.0.1 (2e9d2a35-c9d4-475d-8877-8086f177365a/76cdb481-f9d5-40e8-b546-bfccab4bf543/768f7b6c-c74f-419a-b841-c016d2619427) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:25.258420 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Publish callbacks [] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.263789 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 39001d89-a68b-4b10-a147-12d4608c1959 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:25.269198 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.284138 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks [] for port (768f7b6c-c74f-419a-b841-c016d2619427), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.321504 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 39001d89-a68b-4b10-a147-12d4608c1959 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:25.321878 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (39001d89-a68b-4b10-a147-12d4608c1959), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.382979 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (768f7b6c-c74f-419a-b841-c016d2619427), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.400127 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:25.498383 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cdbec-d96b-447a-b776-3bd277484a68 None None] Pushing event updated for resources: {'Port': ['ID=2be161ea-b7ed-4389-a45d-ae1e7c33160f,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:25.515092 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 39001d89-a68b-4b10-a147-12d4608c1959 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:25.542444 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Attempting to bind port 2be161ea-b7ed-4389-a45d-ae1e7c33160f on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:25.543170 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Attempting to bind port 2be161ea-b7ed-4389-a45d-ae1e7c33160f by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:25.543579 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Attempting to bind port 2be161ea-b7ed-4389-a45d-ae1e7c33160f on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:25.544853 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-5b20348c-a559-41c0-b5a0-e5d909c5b1de service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 217 time: 0.5467000 May 27 15:15:25.574059 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:25.574528 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:25.575015 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.575436 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:25.575965 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Bound port: 2be161ea-b7ed-4389-a45d-ae1e7c33160f, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:25.576409 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.594438 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Network 2e9d2a35-c9d4-475d-8877-8086f177365a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:25.611421 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:25.614420 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Pushing event updated for resources: {'Port': ['ID=768f7b6c-c74f-419a-b841-c016d2619427,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:25.623534 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:25.711971 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055722c4-3847-4b3f-b48f-287c837b3c07 req-59599dd9-7769-4cf9-870e-bb3857004295 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:25.713750 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-055722c4-3847-4b3f-b48f-287c837b3c07 req-59599dd9-7769-4cf9-870e-bb3857004295 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.0979147 May 27 15:15:25.719825 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] For port 2be161ea-b7ed-4389-a45d-ae1e7c33160f, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:25.725529 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] For port 2be161ea-b7ed-4389-a45d-ae1e7c33160f, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2be161ea-b7ed-4389-a45d-ae1e7c33160f,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:25.738707 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (e223714d-8804-48ce-a5e3-368732252eff), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.746731 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.768237 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:25.829229 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Routers {'e223714d-8804-48ce-a5e3-368732252eff'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:25.830239 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e223714d-8804-48ce-a5e3-368732252eff'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:25.862592 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:25.898141 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-055722c4-3847-4b3f-b48f-287c837b3c07 req-a151e574-9cd0-4784-9a7b-63d6e63f68c0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778033 May 27 15:15:25.937398 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-09a216dd-af89-4f30-bf28-265bffe63e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:25.939143 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-09a216dd-af89-4f30-bf28-265bffe63e99 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.1739268 May 27 15:15:25.985383 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (768f7b6c-c74f-419a-b841-c016d2619427), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:25.993255 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] Set router e223714d-8804-48ce-a5e3-368732252eff gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:26.015723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-8f5f1e24-eacf-4f6f-bf53-b0bb8a163a70 None None] Provisioning complete for port 768f7b6c-c74f-419a-b841-c016d2619427 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:26.017475 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1e24-eacf-4f6f-bf53-b0bb8a163a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (768f7b6c-c74f-419a-b841-c016d2619427), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:26.024926 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:26.048765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-f86e1c69-fdd3-42b8-9a86-8acb1fdeb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:26.050472 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-f86e1c69-fdd3-42b8-9a86-8acb1fdeb339 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946875 May 27 15:15:26.101799 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cdbec-d96b-447a-b776-3bd277484a68 None None] Pushing event updated for resources: {'Port': ['ID=2be161ea-b7ed-4389-a45d-ae1e7c33160f,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:26.116074 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f1e24-eacf-4f6f-bf53-b0bb8a163a70 None None] Port 768f7b6c-c74f-419a-b841-c016d2619427 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:26.261705 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:15:22Z', 'revision_number': 3, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:26.272960 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-31a9c980-ac55-4018-8b86-51e750dc4622 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111115 May 27 15:15:26.296677 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fffe2-37c5-4481-9c21-7e8067620385 None None] The sync data for ids ['e223714d-8804-48ce-a5e3-368732252eff'] in dv-cinder-842541-3-iscsi is: [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:15:22Z', 'revision_number': 3, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:26.346379 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks [] for port (768f7b6c-c74f-419a-b841-c016d2619427), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:26.353328 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (768f7b6c-c74f-419a-b841-c016d2619427), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:26.417699 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Pushing event updated for resources: {'Port': ['ID=768f7b6c-c74f-419a-b841-c016d2619427,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:26.469778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (e223714d-8804-48ce-a5e3-368732252eff), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:26.576905 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fd6975d-0f1b-4c36-812f-56fed92beca6 req-6208b01a-605d-4d86-adb0-04a77c163db8 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203231 May 27 15:15:26.620658 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Network 2e9d2a35-c9d4-475d-8877-8086f177365a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:26.632314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:26.855988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Router e223714d-8804-48ce-a5e3-368732252eff has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:26.968791 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:27.071532 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:27.089311 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d1da4291-72c0-421b-b6a0-1d3a00070a6a admin admin] 10.222.0.41 "PUT /v2.0/routers/e223714d-8804-48ce-a5e3-368732252eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0146418 May 27 15:15:27.158418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f2855b61-5b26-4f4d-ac31-c153315f8768 None None] Provisioning complete for port 768f7b6c-c74f-419a-b841-c016d2619427 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:27.161857 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f2855b61-5b26-4f4d-ac31-c153315f8768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (768f7b6c-c74f-419a-b841-c016d2619427), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.164368 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab536f6-6150-4873-9212-f4218cc91bb1 req-551004eb-1ccd-40ce-bec7-61a1fe73d1df tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:27.194751 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cab536f6-6150-4873-9212-f4218cc91bb1 req-551004eb-1ccd-40ce-bec7-61a1fe73d1df tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.1912692 May 27 15:15:27.310060 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f2855b61-5b26-4f4d-ac31-c153315f8768 None None] Port 768f7b6c-c74f-419a-b841-c016d2619427 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:27.321529 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cab536f6-6150-4873-9212-f4218cc91bb1 req-f5c472d9-c1be-46c5-91d9-71e49397f747 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246696 May 27 15:15:27.343341 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2be161ea-b7ed-4389-a45d-ae1e7c33160f up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:27.382776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:27.402531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 2be161ea-b7ed-4389-a45d-ae1e7c33160f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:27.402899 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.494445 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 2be161ea-b7ed-4389-a45d-ae1e7c33160f is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:27.494830 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.525297 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 2be161ea-b7ed-4389-a45d-ae1e7c33160f, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2be161ea-b7ed-4389-a45d-ae1e7c33160f,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:27.531417 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.621523 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=2be161ea-b7ed-4389-a45d-ae1e7c33160f,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:27.759249 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46472) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:27.763467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520452649', 'description': 'tempest-secgroup-smoke-520452649 description', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:27.825938 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.980729 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group (0398ef57-5e1b-48d2-b54c-d04fcc62d6ee), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.987473 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0398ef57-5e1b-48d2-b54c-d04fcc62d6ee), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:27.999456 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:28.043276 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.047888 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46474) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:28.048426 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2886291 May 27 15:15:28.052493 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group_rule': {'security_group_id': '0398ef57-5e1b-48d2-b54c-d04fcc62d6ee', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:28.052842 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de5f59-c2d7-49a2-ac61-4a7391e00879 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:28.084872 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (db33da4f-dce4-44ab-852a-90fad727ce5c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.136496 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (db33da4f-dce4-44ab-852a-90fad727ce5c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.139596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (db33da4f-dce4-44ab-852a-90fad727ce5c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.158447 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db33da4f-dce4-44ab-852a-90fad727ce5c,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:28.165149 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.165752 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b60112fc-7718-4c00-8bf6-55abcbc92cbd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167541 May 27 15:15:28.168541 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46476) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:28.172882 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group_rule': {'security_group_id': '0398ef57-5e1b-48d2-b54c-d04fcc62d6ee', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:28.199300 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (2322a713-26cb-45dd-9090-75b06eab27da), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.248434 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (2322a713-26cb-45dd-9090-75b06eab27da), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.252287 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (2322a713-26cb-45dd-9090-75b06eab27da), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.277082 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2322a713-26cb-45dd-9090-75b06eab27da,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:28.284704 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.285914 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-75f43531-2ecf-49d3-be41-2577564db308 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163983 May 27 15:15:28.289554 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46478) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:28.293925 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group_rule': {'security_group_id': '0398ef57-5e1b-48d2-b54c-d04fcc62d6ee', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:28.301594 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:28.325692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (ee9fac5c-d07c-4810-b1fa-79171b72a483), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.395898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (ee9fac5c-d07c-4810-b1fa-79171b72a483), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.400577 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (ee9fac5c-d07c-4810-b1fa-79171b72a483), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.441175 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9692552-854e-4337-88a4-fa2e76b2a710 req-d0d6807d-a3f2-496a-80ed-b695cfc33a41 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:28.443831 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a9692552-854e-4337-88a4-fa2e76b2a710 req-d0d6807d-a3f2-496a-80ed-b695cfc33a41 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.0593107 May 27 15:15:28.507063 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a9692552-854e-4337-88a4-fa2e76b2a710 req-74503036-eba8-4fa7-b7b1-83691970637a tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 May 27 15:15:28.649663 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9fac5c-d07c-4810-b1fa-79171b72a483,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:28.657503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.658721 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1c6499ac-1bf5-44bf-96b1-80b03a89e597 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682337 May 27 15:15:28.661341 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46482) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:28.667760 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group_rule': {'security_group_id': '0398ef57-5e1b-48d2-b54c-d04fcc62d6ee', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:28.698183 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (ab47d1a6-b968-4341-bc8a-d71363ead65a), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.768416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (ab47d1a6-b968-4341-bc8a-d71363ead65a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.774325 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (ab47d1a6-b968-4341-bc8a-d71363ead65a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.795033 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab47d1a6-b968-4341-bc8a-d71363ead65a,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:28.795306 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Sync routers for ids ['e223714d-8804-48ce-a5e3-368732252eff'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:28.804906 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.806211 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e94c26ad-a958-41f1-9619-9ba7b5f43f3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439400 May 27 15:15:28.809061 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46486) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:28.810868 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Routers {'e223714d-8804-48ce-a5e3-368732252eff'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:28.811488 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e223714d-8804-48ce-a5e3-368732252eff'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:28.813417 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group_rule': {'security_group_id': '0398ef57-5e1b-48d2-b54c-d04fcc62d6ee', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:28.836305 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Project 32fb068c248a4cb9bb0e73dab923ca19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 15:15:28.844692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (65862037-ef18-421b-ac62-b72b240feb9d), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.920249 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (65862037-ef18-421b-ac62-b72b240feb9d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.924100 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (65862037-ef18-421b-ac62-b72b240feb9d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.930412 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Set router e223714d-8804-48ce-a5e3-368732252eff gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:28.940170 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:28.947264 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65862037-ef18-421b-ac62-b72b240feb9d,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:28.958275 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:28.959538 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d8f57970-7863-4a05-8e27-6912ba42fa10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495130 May 27 15:15:28.962411 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46488) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:28.966525 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:28.968539 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'security_group_rule': {'security_group_id': '0398ef57-5e1b-48d2-b54c-d04fcc62d6ee', 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:28.994371 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Project 32fb068c248a4cb9bb0e73dab923ca19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 15:15:29.001726 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (090413b6-998e-4f6e-90ff-0360655402d8), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.076753 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (090413b6-998e-4f6e-90ff-0360655402d8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.081048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (090413b6-998e-4f6e-90ff-0360655402d8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.102795 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090413b6-998e-4f6e-90ff-0360655402d8,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:29.110230 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.111717 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4d0cca4a-859f-4e16-a745-e32ea8a8895c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479368 May 27 15:15:29.196611 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:15:25Z', 'revision_number': 4, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '768f7b6c-c74f-419a-b841-c016d2619427', 'name': '', 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'mac_address': 'fa:16:3e:a8:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '76cdb481-f9d5-40e8-b546-bfccab4bf543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:24Z', 'updated_at': '2022-05-27T15:15:26Z', 'revision_number': 2, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'subnets': [{'id': '76cdb481-f9d5-40e8-b546-bfccab4bf543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:29.230843 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2be161ea-b7ed-4389-a45d-ae1e7c33160f up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:29.233607 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Checking router: e223714d-8804-48ce-a5e3-368732252eff for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:29.234030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Updating router e223714d-8804-48ce-a5e3-368732252eff port 768f7b6c-c74f-419a-b841-c016d2619427 binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:15:29.415774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (768f7b6c-c74f-419a-b841-c016d2619427), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.438820 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 2be161ea-b7ed-4389-a45d-ae1e7c33160f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:29.439099 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.649348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6b72-fd9a-46db-8586-bbf89e9bd530 req-ce41e8b3-e41a-47a5-8dc4-018946d5e6cc tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:29.650745 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-954c6b72-fd9a-46db-8586-bbf89e9bd530 req-ce41e8b3-e41a-47a5-8dc4-018946d5e6cc tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.0607798 May 27 15:15:29.674757 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 2be161ea-b7ed-4389-a45d-ae1e7c33160f is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:29.705737 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-954c6b72-fd9a-46db-8586-bbf89e9bd530 req-834e9992-13bf-41cb-bc09-fdd8094cb8b5 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 May 27 15:15:29.761561 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:29.822164 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Publish callbacks [] for port (768f7b6c-c74f-419a-b841-c016d2619427), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.827635 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (768f7b6c-c74f-419a-b841-c016d2619427), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.881314 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0f488-aba4-4d92-a537-e65f6db2a3ea None None] Pushing event updated for resources: {'Port': ['ID=768f7b6c-c74f-419a-b841-c016d2619427,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:29.955016 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Attempting to bind port 768f7b6c-c74f-419a-b841-c016d2619427 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:29.955856 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Attempting to bind port 768f7b6c-c74f-419a-b841-c016d2619427 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:29.956269 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Attempting to bind port 768f7b6c-c74f-419a-b841-c016d2619427 on network 2e9d2a35-c9d4-475d-8877-8086f177365a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:29.961340 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.964659 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:29.965043 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Checking segment: {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:29.965497 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:29.965923 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Bound using segment: {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:29.966648 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Bound port: 768f7b6c-c74f-419a-b841-c016d2619427, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:29.967029 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (768f7b6c-c74f-419a-b841-c016d2619427), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:30.042185 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] For port 768f7b6c-c74f-419a-b841-c016d2619427, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:30.045908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] For port 768f7b6c-c74f-419a-b841-c016d2619427, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=768f7b6c-c74f-419a-b841-c016d2619427,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:30.053593 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (768f7b6c-c74f-419a-b841-c016d2619427), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:30.129135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Routers {'e223714d-8804-48ce-a5e3-368732252eff'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:30.129977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e223714d-8804-48ce-a5e3-368732252eff'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:30.184664 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:30.185491 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0f488-aba4-4d92-a537-e65f6db2a3ea None None] Pushing event updated for resources: {'Port': ['ID=768f7b6c-c74f-419a-b841-c016d2619427,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:30.205257 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] Provisioning complete for port 768f7b6c-c74f-419a-b841-c016d2619427 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:30.206312 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (768f7b6c-c74f-419a-b841-c016d2619427), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:30.315835 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] Set router e223714d-8804-48ce-a5e3-368732252eff gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:30.418962 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] Current status of the port 768f7b6c-c74f-419a-b841-c016d2619427 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:30.419335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (768f7b6c-c74f-419a-b841-c016d2619427), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:30.519181 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] For port 768f7b6c-c74f-419a-b841-c016d2619427, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=768f7b6c-c74f-419a-b841-c016d2619427,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:30.526510 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (768f7b6c-c74f-419a-b841-c016d2619427), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:30.550939 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:30.627017 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c52f0-6fb8-4efb-b3f2-547bef09797e None None] Pushing event updated for resources: {'Port': ['ID=768f7b6c-c74f-419a-b841-c016d2619427,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:30.637496 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:15:25Z', 'revision_number': 4, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '768f7b6c-c74f-419a-b841-c016d2619427', 'name': '', 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'mac_address': 'fa:16:3e:a8:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '76cdb481-f9d5-40e8-b546-bfccab4bf543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:24Z', 'updated_at': '2022-05-27T15:15:30Z', 'revision_number': 4, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'subnets': [{'id': '76cdb481-f9d5-40e8-b546-bfccab4bf543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:30.669133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529ffdc-7e65-4ee6-8298-7d971b9e162c None None] The sync data for ids ['e223714d-8804-48ce-a5e3-368732252eff'] in dv-cinder-842541-3-iscsi is: [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:15:25Z', 'revision_number': 4, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '768f7b6c-c74f-419a-b841-c016d2619427', 'name': '', 'network_id': '2e9d2a35-c9d4-475d-8877-8086f177365a', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'mac_address': 'fa:16:3e:a8:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '76cdb481-f9d5-40e8-b546-bfccab4bf543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:24Z', 'updated_at': '2022-05-27T15:15:30Z', 'revision_number': 4, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'subnets': [{'id': '76cdb481-f9d5-40e8-b546-bfccab4bf543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:30.674528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f1629c38-bf54-4b7e-b8bd-a0d1a396d63b None None] Provisioning complete for port 768f7b6c-c74f-419a-b841-c016d2619427 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:30.674891 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f1629c38-bf54-4b7e-b8bd-a0d1a396d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (768f7b6c-c74f-419a-b841-c016d2619427), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:30.773288 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f1629c38-bf54-4b7e-b8bd-a0d1a396d63b None None] Current status of the port 768f7b6c-c74f-419a-b841-c016d2619427 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:30.856229 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6117-38a3-4e1e-8176-4a023234711d req-cd3b40b8-c3ab-4a30-aa65-0b4268d20226 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:30.858220 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7bae6117-38a3-4e1e-8176-4a023234711d req-cd3b40b8-c3ab-4a30-aa65-0b4268d20226 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 943 time: 0.0549414 May 27 15:15:30.909812 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7bae6117-38a3-4e1e-8176-4a023234711d req-1bd59a55-5de9-448d-b2b2-b0c90d514d91 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 May 27 15:15:31.178885 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 768f7b6c-c74f-419a-b841-c016d2619427 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:31.208133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 07ab533a-c377-484b-8298-8e84d7500fd8 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:15:31.262669 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 768f7b6c-c74f-419a-b841-c016d2619427 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:31.263036 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (768f7b6c-c74f-419a-b841-c016d2619427), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:31.369047 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:31.402406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '07ab533a-c377-484b-8298-8e84d7500fd8', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'port_id': '07ab533a-c377-484b-8298-8e84d7500fd8', 'mac_address': 'fa:16:3e:b2:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:15:31.411076 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 768f7b6c-c74f-419a-b841-c016d2619427 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:31.433092 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:31.453554 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 07ab533a-c377-484b-8298-8e84d7500fd8 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:31.453940 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:31.467689 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ab533a-c377-484b-8298-8e84d7500fd8 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:15:31.488265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:31.493309 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:31.554565 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:31.815063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['07ab533a-c377-484b-8298-8e84d7500fd8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:15:32.041991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14944e-9fab-4390-9037-1c5fe62071b1 req-03829bad-5ef7-4603-8c81-1885d4de8908 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:32.043541 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9e14944e-9fab-4390-9037-1c5fe62071b1 req-03829bad-5ef7-4603-8c81-1885d4de8908 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 944 time: 0.0566053 May 27 15:15:32.094616 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9e14944e-9fab-4390-9037-1c5fe62071b1 req-c4059330-061a-446c-9633-7f22dfd481d8 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 May 27 15:15:33.200383 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:33.212617 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715be0-0b87-466b-aded-244497730d6d req-f9a30573-ec7d-4500-9fac-134783f3ef7f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:33.214529 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 07ab533a-c377-484b-8298-8e84d7500fd8 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:15:33.215020 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-83715be0-0b87-466b-aded-244497730d6d req-f9a30573-ec7d-4500-9fac-134783f3ef7f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 944 time: 0.0500419 May 27 15:15:33.259743 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 07ab533a-c377-484b-8298-8e84d7500fd8 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:15:33.265931 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-83715be0-0b87-466b-aded-244497730d6d req-8f567714-95a1-4cbc-bd66-676b46a28295 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 May 27 15:15:33.267759 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 07ab533a-c377-484b-8298-8e84d7500fd8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:33.268130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:33.311837 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:33.344872 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 07ab533a-c377-484b-8298-8e84d7500fd8 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:33.345177 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:33.371129 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:33.378964 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7c68ff-cc4e-473a-9d31-a51cc12aef0b" -d '{"events": [{"server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "name": "network-vif-plugged", "status": "completed", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:33.387811 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:33.391841 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:33.418237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64064785-f952-4ecc-95cd-c3e1423a3b61 x-openstack-request-id: req-64064785-f952-4ecc-95cd-c3e1423a3b61 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:33.418541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "name": "network-vif-plugged", "status": "completed", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:33.418776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64064785-f952-4ecc-95cd-c3e1423a3b61 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:33.419167 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64064785-f952-4ecc-95cd-c3e1423a3b61'] response: {'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'code': 200} May 27 15:15:33.443531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:33.610220 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577f21-04b0-4ecb-b1f9-b012173d6eb7 req-e6a28831-c408-4344-b9a8-fe357eea5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:33.611608 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f7577f21-04b0-4ecb-b1f9-b012173d6eb7 req-e6a28831-c408-4344-b9a8-fe357eea5ce6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1129 time: 0.0390284 May 27 15:15:33.659896 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f7577f21-04b0-4ecb-b1f9-b012173d6eb7 req-92f7f5fa-bedd-43f1-8ae6-fa064ff8b9d9 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 May 27 15:15:34.395901 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b94415-cd0c-4631-8682-5ea26c18cbcc req-fba96573-f61e-4b0f-93a9-cf5da001dff9 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:34.397904 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a6b94415-cd0c-4631-8682-5ea26c18cbcc req-fba96573-f61e-4b0f-93a9-cf5da001dff9 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0511997 May 27 15:15:34.445247 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a6b94415-cd0c-4631-8682-5ea26c18cbcc req-60b4c7b6-76d7-4b9e-a9fe-52fc2d207b01 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 May 27 15:15:35.567688 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835cf86-7307-48fa-bd2d-a8916eca5fe9 req-11c25a93-b3ab-4f2a-bcb8-249eba19ac02 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:35.569439 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c835cf86-7307-48fa-bd2d-a8916eca5fe9 req-11c25a93-b3ab-4f2a-bcb8-249eba19ac02 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0513523 May 27 15:15:35.616983 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c835cf86-7307-48fa-bd2d-a8916eca5fe9 req-0aacf0f6-191c-4eca-b3c0-cb895acd188d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 May 27 15:15:36.255464 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=20 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:36.266673 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:36.738703 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ad1e7-c064-401b-bd7d-714803854dc7 req-1fc6a298-87c6-4210-82a2-96817c291257 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:36.740227 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dd2ad1e7-c064-401b-bd7d-714803854dc7 req-1fc6a298-87c6-4210-82a2-96817c291257 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0509896 May 27 15:15:36.788646 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dd2ad1e7-c064-401b-bd7d-714803854dc7 req-9a04f500-8b63-4b2b-80cf-a19823633afe tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 May 27 15:15:36.904065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa8807-87f5-49e0-8828-747f6213ca22 req-bf7366ba-8c66-40ef-856e-940f0451aad2 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:36.905462 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30aa8807-87f5-49e0-8828-747f6213ca22 req-bf7366ba-8c66-40ef-856e-940f0451aad2 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0493321 May 27 15:15:36.951892 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30aa8807-87f5-49e0-8828-747f6213ca22 req-7c45dad3-3e95-4d5d-ae12-8d17beab0a67 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 May 27 15:15:37.280547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea45541-aa70-470b-a2ef-c2d80158fff5 req-b64d7175-a44e-4bd2-93c2-8d44c4363bbe tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:37.282032 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ea45541-aa70-470b-a2ef-c2d80158fff5 req-b64d7175-a44e-4bd2-93c2-8d44c4363bbe tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0486743 May 27 15:15:37.336027 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ea45541-aa70-470b-a2ef-c2d80158fff5 req-e8bf3295-6a16-489e-b0e2-27f2d018a2c9 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483346 May 27 15:15:39.096850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=60,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:39.101481 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=12,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:41.426681 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fae230-b910-48cb-b63c-c1bbe45e891a req-e97aacab-42c8-45b0-9ab1-a61582ce6643 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:41.429085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06fae230-b910-48cb-b63c-c1bbe45e891a req-e97aacab-42c8-45b0-9ab1-a61582ce6643 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0482216 May 27 15:15:41.441091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:41.478320 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06fae230-b910-48cb-b63c-c1bbe45e891a req-437fde5a-35b6-455a-95d9-b16ee7800778 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435879 May 27 15:15:42.596221 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32998cf4-a7ff-4355-af71-329050a6bc58 req-572b431b-8780-4753-bf2d-246592e47981 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:42.597696 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-32998cf4-a7ff-4355-af71-329050a6bc58 req-572b431b-8780-4753-bf2d-246592e47981 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0496285 May 27 15:15:42.644283 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-32998cf4-a7ff-4355-af71-329050a6bc58 req-01ac7b4f-6e63-44be-95c3-9e9b50178637 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0523abe-d945-4e02-83a3-deb9b7afe859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 May 27 15:15:43.029216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-6d20d4c8-0963-443c-99fc-f6dc4b17d01c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:43.030565 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-6d20d4c8-0963-443c-99fc-f6dc4b17d01c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 945 time: 0.0498385 May 27 15:15:43.119174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:15:43.119517 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.191415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:43.218502 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] For port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:43.218872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.435359 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=44 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:43.439619 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:43.441575 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:43.456094 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.456525 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (3db7854f-83ec-47e7-8451-71c25e66e82f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.456869 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP 3db7854f-83ec-47e7-8451-71c25e66e82f disassociated. External IP: 172.27.1.113, port: 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a. May 27 15:15:43.457231 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:15:43.586402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d65f-0da3-48bd-8e62-897b301b6711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.590284 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (44f4f49a-5397-4f3e-9a8f-8b22ac911f1a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.626760 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=44f4f49a-5397-4f3e-9a8f-8b22ac911f1a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:43.761279 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c08ac753-026d-4903-bb53-2aa2f6d68fa5 req-1e47527d-67a4-47ee-91c1-54029ee17ddb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6ebf9a-c645-4e5f-a78c-99539adcdf08 HTTP/1.1" status: 200 len: 210 time: 0.0405860 May 27 15:15:43.770109 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:43.875103 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:43.887117 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:43.899080 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:43.899778 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:43.918692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] No DVR routers for this DVR port 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:15:43.921284 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:43.924596 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b2fd620-490b-48a7-a5d7-d04ada931d93 req-0b8880f3-c951-47b1-a513-ca2cbca2ca14 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "DELETE /v2.0/ports/44f4f49a-5397-4f3e-9a8f-8b22ac911f1a HTTP/1.1" status: 204 len: 173 time: 0.8861291 May 27 15:15:43.925055 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'name': 'network-vif-deleted', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:43.927450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f598ec8-2539-4370-98ed-f3a229f3835f" -d '{"events": [{"server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "name": "network-vif-deleted", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:43.970069 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd05bb-6ee2-4377-859d-984041b7775d x-openstack-request-id: req-e0bd05bb-6ee2-4377-859d-984041b7775d {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:43.970353 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6ebf9a-c645-4e5f-a78c-99539adcdf08", "name": "network-vif-deleted", "tag": "44f4f49a-5397-4f3e-9a8f-8b22ac911f1a", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:43.970602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0bd05bb-6ee2-4377-859d-984041b7775d {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:43.970997 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bd05bb-6ee2-4377-859d-984041b7775d'] response: {'server_uuid': 'fc6ebf9a-c645-4e5f-a78c-99539adcdf08', 'name': 'network-vif-deleted', 'tag': '44f4f49a-5397-4f3e-9a8f-8b22ac911f1a', 'status': 'completed', 'code': 200} May 27 15:15:44.017859 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:44.241554 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:15Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:44.270556 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:44.288733 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:44.289342 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:44.395575 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:44.712218 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:15Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:44.737600 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6808dd-6df9-4693-8814-685e2663a7cb None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a67079b3-badd-41d7-bc6b-8c75c9a7f93b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:49:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:12:27Z', 'updated_at': '2022-05-27T15:13:15Z', 'revision_number': 2, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:44.863208 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46684) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:44.924850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1eba7a9c-93f4-4891-a38c-e36db7cbcaf1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (c0523abe-d945-4e02-83a3-deb9b7afe859), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:44.951531 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1eba7a9c-93f4-4891-a38c-e36db7cbcaf1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (c0523abe-d945-4e02-83a3-deb9b7afe859), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:44.993604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff2319-e91d-4c7a-9fbe-84d32cd15e12 None None] New status for floating IP 3db7854f-83ec-47e7-8451-71c25e66e82f: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:15:45.002070 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1eba7a9c-93f4-4891-a38c-e36db7cbcaf1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c0523abe-d945-4e02-83a3-deb9b7afe859), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.005599 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1eba7a9c-93f4-4891-a38c-e36db7cbcaf1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.010290 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1eba7a9c-93f4-4891-a38c-e36db7cbcaf1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/security-groups/c0523abe-d945-4e02-83a3-deb9b7afe859 HTTP/1.1" status: 204 len: 168 time: 0.1434016 May 27 15:15:45.010624 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46686) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:45.017362 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba7a9c-93f4-4891-a38c-e36db7cbcaf1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0523abe-d945-4e02-83a3-deb9b7afe859,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:45.031268 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-9f311876-4463-45a2-97a7-0a10cb822d95 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] show failed (client error): The resource could not be found. May 27 15:15:45.032312 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9f311876-4463-45a2-97a7-0a10cb822d95 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups/c0523abe-d945-4e02-83a3-deb9b7afe859 HTTP/1.1" status: 404 len: 347 time: 0.0207047 May 27 15:15:45.035414 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46688) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:45.172714 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port d359d870-1bab-448a-b71e-52cfb27d2a31 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:15:45.173067 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.255330 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.255605 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (d359d870-1bab-448a-b71e-52cfb27d2a31), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.268222 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for d359d870-1bab-448a-b71e-52cfb27d2a31 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:15:45.442759 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (d359d870-1bab-448a-b71e-52cfb27d2a31), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.469372 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=d359d870-1bab-448a-b71e-52cfb27d2a31,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:45.538750 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (3db7854f-83ec-47e7-8451-71c25e66e82f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.541506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:45.542674 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-25c53a20-5956-46fb-93e9-f69d20f57de5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/floatingips/3db7854f-83ec-47e7-8451-71c25e66e82f HTTP/1.1" status: 204 len: 168 time: 0.5062740 May 27 15:15:45.843777 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f9b26d6b-a054-41d9-b6df-71613bc643d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:46.590722 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:46.641197 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-dcb353b6-a78c-4fb7-9077-c5ee9c803670 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520452649&fields=id&tenant_id=32fb068c248a4cb9bb0e73dab923ca19 HTTP/1.1" status: 200 len: 267 time: 0.0616183 May 27 15:15:46.764392 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-aec07fbd-8a40-4745-a01e-8dd69e3629d1 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:46.766738 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-aec07fbd-8a40-4745-a01e-8dd69e3629d1 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 809 time: 0.1242499 May 27 15:15:46.782664 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-bd014e52-8288-480f-8cb2-65abc71e6cf3 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/quotas/32fb068c248a4cb9bb0e73dab923ca19 HTTP/1.1" status: 200 len: 375 time: 0.0101035 May 27 15:15:46.860650 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-f3a9d806-c815-4b9c-bf5e-573b3ecd0387 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723484 May 27 15:15:46.873422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265da77-c3dd-4183-929a-b1d0ceb9624c req-0b5c4c9d-18ed-4ec6-a749-5cfe88b988c7 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:46.874769 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3265da77-c3dd-4183-929a-b1d0ceb9624c req-0b5c4c9d-18ed-4ec6-a749-5cfe88b988c7 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0583315 May 27 15:15:46.916916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:46.980081 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3265da77-c3dd-4183-929a-b1d0ceb9624c req-93c0ae93-bd41-48e2-8cb2-0e9dfc61e5c4 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959888 May 27 15:15:47.003208 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46724) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:47.003986 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-e56d7181-9c9e-4015-8e58-a529d261b282 service neutron] 10.222.0.41 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282980 May 27 15:15:47.110149 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-4fcc9031-268a-48dc-a33b-dc5f8c9a812d service neutron] 10.222.0.41 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985727 May 27 15:15:47.234961 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed12d16-3a8f-4b2b-8c36-c002b1573ef9 tempest-TestMinimumBasicScenario-96976619 tempest-TestMinimumBasicScenario-96976619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:47.236539 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-eed12d16-3a8f-4b2b-8c36-c002b1573ef9 tempest-TestMinimumBasicScenario-96976619 tempest-TestMinimumBasicScenario-96976619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1124 time: 0.2323160 May 27 15:15:47.239493 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46734) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:47.243957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'port_id': '07ab533a-c377-484b-8298-8e84d7500fd8', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:47.265549 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:47.291145 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:15:47.317762 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:15:47.320598 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 44f4f49a-5397-4f3e-9a8f-8b22ac911f1a not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:15:47.336171 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:47.373373 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:47.429634 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21d4d4be-69eb-4afe-8894-89af33966664 req-06f5f704-c47d-41a9-92de-6c61fb4a5d22 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 210 time: 0.0317516 May 27 15:15:47.509619 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Allocated IP 172.27.1.16 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/3c82cc6c-4f9c-42d0-b85c-30154e7b5f71) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:47.513567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:47.535187 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:47.621254 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:47.655700 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:47.701047 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:47.708112 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:47.713506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:47.716988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'Port': ['ID=3c82cc6c-4f9c-42d0-b85c-30154e7b5f71,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:48.078563 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for floatingip (7c862d21-fa54-4da4-8762-8a8c545978a0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.154317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.245195 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:48.332980 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.337162 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.372865 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:48.406669 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.408729 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'Port': ['ID=3c82cc6c-4f9c-42d0-b85c-30154e7b5f71,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:48.422915 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (7c862d21-fa54-4da4-8762-8a8c545978a0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.508925 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-48cd8962-9883-4d37-90bc-6efab90cb4ba tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:48.511000 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-48cd8962-9883-4d37-90bc-6efab90cb4ba tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 809 time: 0.1573012 May 27 15:15:48.531330 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Floating IP 7c862d21-fa54-4da4-8762-8a8c545978a0 associated. External IP: 172.27.1.16, port: 07ab533a-c377-484b-8298-8e84d7500fd8. May 27 15:15:48.546489 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f880e346-6489-402e-8424-e88320850d80 req-fc510554-f480-4a7c-bc2f-051ab2371f26 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 210 time: 0.0342212 May 27 15:15:48.597305 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-4da058ae-19aa-4669-9d85-bf6475deb202 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32fb068c248a4cb9bb0e73dab923ca19 HTTP/1.1" status: 200 len: 379 time: 0.0573416 May 27 15:15:48.606059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'port': {'device_id': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'admin_state_up': True, 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'security_groups': ['0398ef57-5e1b-48d2-b54c-d04fcc62d6ee']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:48.734561 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Router 39de491d-16e8-4cef-8ca0-38b6ff070a01 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:48.842679 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:48.861805 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] Sync routers for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:48.865558 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.875258 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:48.876031 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:48.901224 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-146fb64f-b477-4869-a9db-670f758af42d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6605353 May 27 15:15:48.901806 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:48.904188 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:48.905915 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46754) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:48.912652 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341750672', 'description': 'tempest-secgroup-smoke-1341750672 description', 'project_id': 'b9fd239910a6492a953310873fd2379e'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:48.939415 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa8fe4-8740-4afe-bc4f-f1e4eb9f57ff x-openstack-request-id: req-b4aa8fe4-8740-4afe-bc4f-f1e4eb9f57ff {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:48.939903 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:48.940169 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4aa8fe4-8740-4afe-bc4f-f1e4eb9f57ff {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:48.940615 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4aa8fe4-8740-4afe-bc4f-f1e4eb9f57ff'] response: {'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'status': 'completed', 'code': 200} May 27 15:15:48.953393 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:48.990746 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:49.002875 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Made reservation on behalf of 32fb068c248a4cb9bb0e73dab923ca19 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:15:49.006427 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.013111 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.034916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.047690 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-db617692-5255-422e-869f-3dc7f753cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:49.048130 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-db617692-5255-422e-869f-3dc7f753cec8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1129 time: 0.0821559 May 27 15:15:49.199373 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.210071 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '7c862d21-fa54-4da4-8762-8a8c545978a0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'port_id': '07ab533a-c377-484b-8298-8e84d7500fd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'mac_address': 'fa:16:3e:b2:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0065699d-fe81-4c03-966a-445d65c3d593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:15:47Z', 'updated_at': '2022-05-27T15:15:47Z', 'revision_number': 0, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:49.235215 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] Checking router: 39de491d-16e8-4cef-8ca0-38b6ff070a01 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:49.241744 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group (d8d76f4a-c578-47cc-afad-e8384745f9c3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.244226 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:49.244870 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:49.252561 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d8d76f4a-c578-47cc-afad-e8384745f9c3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.277719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.315863 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Allocated IP 172.20.0.14 (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a/607da916-6905-4961-b04a-dd5ac174267b/e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:15:49.321932 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.323194 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4159825 May 27 15:15:49.326270 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46760) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:49.328495 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-37662e36-27a6-4083-b476-a024215f12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:49.329946 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-37662e36-27a6-4083-b476-a024215f12fc service neutron] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 915 time: 0.2723007 May 27 15:15:49.331812 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group_rule': {'security_group_id': 'd8d76f4a-c578-47cc-afad-e8384745f9c3', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:49.332259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027fc2b-8770-452d-9f0d-8fc16ea1f7a3 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d76f4a-c578-47cc-afad-e8384745f9c3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:49.359946 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:49.363839 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (3a8fbd1a-df63-43a5-811d-02d38e101a54), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.432828 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-96c4b26d-d27f-4193-afc7-5a8eaa262eb6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 998 time: 0.0923901 May 27 15:15:49.436073 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (3a8fbd1a-df63-43a5-811d-02d38e101a54), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.440835 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (3a8fbd1a-df63-43a5-811d-02d38e101a54), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.465214 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8fbd1a-df63-43a5-811d-02d38e101a54,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:49.480587 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.481941 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-43d32d6a-3ed0-4670-89e0-454accc7016c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544356 May 27 15:15:49.484705 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46762) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:49.489362 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group_rule': {'security_group_id': 'd8d76f4a-c578-47cc-afad-e8384745f9c3', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:49.514997 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.519726 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (a3f103ec-7874-4536-8eec-5fc28f3794b1), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.543847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-1bf1c84c-0a8f-4edd-8a42-9664b7d58cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:49.545495 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-1bf1c84c-0a8f-4edd-8a42-9664b7d58cfe service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.1012437 May 27 15:15:49.572221 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (a3f103ec-7874-4536-8eec-5fc28f3794b1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.576955 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (a3f103ec-7874-4536-8eec-5fc28f3794b1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.587374 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '7c862d21-fa54-4da4-8762-8a8c545978a0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'port_id': '07ab533a-c377-484b-8298-8e84d7500fd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'mac_address': 'fa:16:3e:b2:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0065699d-fe81-4c03-966a-445d65c3d593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:15:47Z', 'updated_at': '2022-05-27T15:15:47Z', 'revision_number': 0, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:49.597676 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f103ec-7874-4536-8eec-5fc28f3794b1,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:49.611863 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.616577 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a75c2a-ed89-4225-8c36-fa1445d2ed3d None None] The sync data for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi is: [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '7c862d21-fa54-4da4-8762-8a8c545978a0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'port_id': '07ab533a-c377-484b-8298-8e84d7500fd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'mac_address': 'fa:16:3e:b2:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0065699d-fe81-4c03-966a-445d65c3d593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:15:47Z', 'updated_at': '2022-05-27T15:15:47Z', 'revision_number': 0, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:49.617122 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-bfa19c5b-afa0-492b-b8bd-8a6bce2a0262 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313369 May 27 15:15:49.617826 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46766) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:49.623262 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group_rule': {'security_group_id': 'd8d76f4a-c578-47cc-afad-e8384745f9c3', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:49.634130 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-f234244f-cbc6-4dd7-89e4-99dad2d4ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:49.636300 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-f234244f-cbc6-4dd7-89e4-99dad2d4ee10 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819297 May 27 15:15:49.639459 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.664926 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (4d44b43b-ee94-485a-9e69-a5bc24ceae93), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.708945 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6396283e-3952-4909-921f-930536acf45e req-67c934b8-9738-47a8-ba1a-d64ba6cc1805 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 210 time: 0.0525231 May 27 15:15:49.719793 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.734718 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (4d44b43b-ee94-485a-9e69-a5bc24ceae93), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.739238 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (4d44b43b-ee94-485a-9e69-a5bc24ceae93), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.762407 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d44b43b-ee94-485a-9e69-a5bc24ceae93,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:49.767976 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.769229 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1ed58432-44f3-4fb4-8502-c95160634f3c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498513 May 27 15:15:49.775626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46770) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:49.781024 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group_rule': {'security_group_id': 'd8d76f4a-c578-47cc-afad-e8384745f9c3', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:49.790692 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.809010 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.813532 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (444bab05-f0ef-46c5-9c22-7f7f9329a02a), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.858392 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:49.870028 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (444bab05-f0ef-46c5-9c22-7f7f9329a02a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.874263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (444bab05-f0ef-46c5-9c22-7f7f9329a02a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.877173 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:15:49.885388 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-df5ee79e-1231-4982-8466-11526c0cc788 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425787 May 27 15:15:49.888712 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:15:49.895675 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444bab05-f0ef-46c5-9c22-7f7f9329a02a,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:49.903422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:15:49.908970 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:49.909220 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:49.915672 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f2e4fa0c-9a06-482d-82d0-3e8e2bfa7476 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383612 May 27 15:15:49.916762 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46772) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:49.925679 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group_rule': {'security_group_id': 'd8d76f4a-c578-47cc-afad-e8384745f9c3', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:49.926675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c0026-5886-4ad3-b42c-a64b73f304be None None] New status for floating IP 7c862d21-fa54-4da4-8762-8a8c545978a0: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:15:49.953303 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Project b9fd239910a6492a953310873fd2379e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 15:15:49.962695 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (823cdb08-0248-4c29-90ce-31d285ea89a6), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.016794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:50.017407 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.034793 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (823cdb08-0248-4c29-90ce-31d285ea89a6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.044198 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-9f537a71-79f0-4910-9a8b-3a041fd148e4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4416268 May 27 15:15:50.045660 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (823cdb08-0248-4c29-90ce-31d285ea89a6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.061096 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823cdb08-0248-4c29-90ce-31d285ea89a6,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:50.064286 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Request body: {'port': {'device_id': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:50.087946 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.093056 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f0710927-b38d-4c19-b3b8-07eb33498ca1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748965 May 27 15:15:50.093624 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46774) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:50.098523 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'security_group_rule': {'security_group_id': 'd8d76f4a-c578-47cc-afad-e8384745f9c3', 'project_id': 'b9fd239910a6492a953310873fd2379e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:50.104147 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6a79e54-e8c8-4bec-8c0f-e0a5dd3f36a4 req-fc5b9b8c-785a-445b-8bd4-7ef044de36c6 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102597 May 27 15:15:50.122672 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Project b9fd239910a6492a953310873fd2379e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 15:15:50.133655 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (d053d573-066d-4e88-b78d-dad29bd7d9b5), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.170896 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.209825 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:50.233457 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (d053d573-066d-4e88-b78d-dad29bd7d9b5), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.237836 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (d053d573-066d-4e88-b78d-dad29bd7d9b5), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.239182 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-aa79f68f-fec7-4043-9599-5ec959b7f066 None None] Provisioning complete for port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:50.239608 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-aa79f68f-fec7-4043-9599-5ec959b7f066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.257990 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d053d573-066d-4e88-b78d-dad29bd7d9b5,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:50.268549 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.270743 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7e25f6bf-dfde-4cad-b782-7241ac2fc85d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1760869 May 27 15:15:50.281010 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-aa79f68f-fec7-4043-9599-5ec959b7f066 None None] Port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:15:50.405801 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-f3b59e1f-61dd-4a35-a04d-1f09b234b488 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341750672&fields=id&tenant_id=b9fd239910a6492a953310873fd2379e HTTP/1.1" status: 200 len: 267 time: 0.0842366 May 27 15:15:50.495946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-ba38e70c-24a7-4c60-8d10-370e65a893a7 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:50.497325 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-ba38e70c-24a7-4c60-8d10-370e65a893a7 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0668087 May 27 15:15:50.514416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'port': {'security_groups': ['3f926c6a-24ae-4c0e-a71f-db8c738be6a1', 'd8d76f4a-c578-47cc-afad-e8384745f9c3']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:50.619018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:15:50.630082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Publish callbacks [] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.637719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.655469 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Transition to ACTIVE for port object e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:15:50.659535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:50.758342 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:50.860806 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:50.918213 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f141f79-d555-4ec3-b5a6-9c8d9623d026 req-5073231a-f9fd-4450-9a73-3e2d2ddf0647 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:50.919686 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f141f79-d555-4ec3-b5a6-9c8d9623d026 req-5073231a-f9fd-4450-9a73-3e2d2ddf0647 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.1272657 May 27 15:15:50.982351 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Attempting to bind port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:15:50.982610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Attempting to bind port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:15:50.982774 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Attempting to bind port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 on network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:51.020972 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 on network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:15:51.021846 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Attempting to bind port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 on network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:15:51.031201 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:51.046155 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:15:51.046487 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Checking segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:15:51.046867 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Bound using segment: {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:15:51.047293 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Bound port: e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:15:51.047661 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.078125 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f141f79-d555-4ec3-b5a6-9c8d9623d026 req-e657352c-b9f9-4e3b-9b1c-0e26074d328e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481340 May 27 15:15:51.117973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:51.168303 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for port (07ab533a-c377-484b-8298-8e84d7500fd8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.171543 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:15:51.175165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.186077 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['07ab533a-c377-484b-8298-8e84d7500fd8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:15:51.192880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:15:51.227511 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:51.228648 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.229563 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bbbb66ac-7dad-4511-99d3-b8f402cedb67 req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "PUT /v2.0/ports/07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 981 time: 0.7208736 May 27 15:15:51.232368 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:51.234640 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:51.237879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.269429 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:51.270553 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.272122 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] 10.222.0.40 "PUT /v2.0/ports/e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 1094 time: 1.2134502 May 27 15:15:51.273489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b4143-ebbc-4822-a992-9d8a4a98965f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=6']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:51.348079 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['07ab533a-c377-484b-8298-8e84d7500fd8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:15:51.352765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d81656-c0bf-4abd-9fa4-65af1b1d38ee x-openstack-request-id: req-81d81656-c0bf-4abd-9fa4-65af1b1d38ee {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:51.353054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:51.353306 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81d81656-c0bf-4abd-9fa4-65af1b1d38ee {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:51.353703 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d81656-c0bf-4abd-9fa4-65af1b1d38ee'] response: {'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'status': 'completed', 'code': 200} May 27 15:15:51.435345 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681a20-7446-4229-b2ec-d9de651d054b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:51.441128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-575148eb-8606-4f61-9903-79fc79ec98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:51.442730 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-575148eb-8606-4f61-9903-79fc79ec98cf service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1128 time: 0.1252208 May 27 15:15:51.460106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445c1b-3706-416e-a8ed-23fb3467e8f7 req-23cf9524-3d37-4c42-b46f-2c9822a1c32d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:51.461855 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db445c1b-3706-416e-a8ed-23fb3467e8f7 req-23cf9524-3d37-4c42-b46f-2c9822a1c32d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0694146 May 27 15:15:51.585746 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-101d9979-66e5-4e64-8861-3f04810b069d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 217 time: 0.0780394 May 27 15:15:51.603539 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-1e47bfb0-9295-4227-835c-61dacc2bef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:51.605039 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-1e47bfb0-9295-4227-835c-61dacc2bef95 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1168 time: 0.0905223 May 27 15:15:51.611086 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db445c1b-3706-416e-a8ed-23fb3467e8f7 req-a9ace6a4-f00c-40b2-a5e8-0b83ffeef8ae tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429286 May 27 15:15:51.654004 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6e629d3b-b9ee-4962-904d-04a796879824 None None] Provisioning complete for port 07ab533a-c377-484b-8298-8e84d7500fd8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:15:51.654368 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6e629d3b-b9ee-4962-904d-04a796879824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:51.848505 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6e629d3b-b9ee-4962-904d-04a796879824 None None] Current status of the port 07ab533a-c377-484b-8298-8e84d7500fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:15:51.947847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-29292ad5-74e3-4b9a-a7a0-45cfce9b00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:51.949155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:51.949347 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-29292ad5-74e3-4b9a-a7a0-45cfce9b00d5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.0897033 May 27 15:15:51.991882 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:52.018139 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-881fdbb6-efb5-4348-822b-fa98ab080066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:52.019612 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-881fdbb6-efb5-4348-822b-fa98ab080066 service neutron] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 915 time: 0.1052935 May 27 15:15:52.190913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa2b3-6d60-4630-8ae5-4d9550aaaa64 req-79df5dcb-5d7c-4379-bf0a-6e4de5c0aab0 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:52.192482 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6dfaa2b3-6d60-4630-8ae5-4d9550aaaa64 req-79df5dcb-5d7c-4379-bf0a-6e4de5c0aab0 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0471106 May 27 15:15:52.310451 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6dfaa2b3-6d60-4630-8ae5-4d9550aaaa64 req-4266475f-5dfa-4f37-81cd-3662ff2b33a4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114197 May 27 15:15:52.337551 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-091fc82d-1245-4f5b-b1c1-3c641fb9d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:52.339674 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-091fc82d-1245-4f5b-b1c1-3c641fb9d78a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015882 May 27 15:15:52.346781 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-2511ed64-36f0-4344-a229-de05d13c807f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 1000 time: 0.1154029 May 27 15:15:52.772045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-b3dc7391-71fc-4296-888b-213ad2d6c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:52.773493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-b3dc7391-71fc-4296-888b-213ad2d6c482 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.1040056 May 27 15:15:52.794062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-343130b4-1f06-4483-bab6-0f68814a4a5e service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339927 May 27 15:15:52.906575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-6371cdb9-0efd-423e-ac3b-3d9b05af9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:52.908065 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-6371cdb9-0efd-423e-ac3b-3d9b05af9fc5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917244 May 27 15:15:52.914819 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:53.000377 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f30e342-35be-47e6-bab6-2563e9e71875 req-fd0f92ef-3f4e-454a-ac26-57fae4f86112 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824625 May 27 15:15:53.035311 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-395b1721-805b-4168-92a3-7538bfd87fa5 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176484 May 27 15:15:53.382026 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:53.384135 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb06c44-830e-4479-85dc-00fe5bb2122c" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:53.519685 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c38f8ce-070b-4595-b5a6-cd0dc01c3ce6 req-ba7a5177-8bd8-4ffe-aa45-795ae770ffee service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762425 May 27 15:15:53.530394 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad15efa-0084-4481-a246-fc3610c2be8a req-c861d4ae-ed5a-4b92-ae27-b5b627bdf518 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:53.531950 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ad15efa-0084-4481-a246-fc3610c2be8a req-c861d4ae-ed5a-4b92-ae27-b5b627bdf518 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.1421497 May 27 15:15:53.532959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-f51ce857-6eaf-438b-a70b-e2ef8fd76a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:53.534543 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-f51ce857-6eaf-438b-a70b-e2ef8fd76a7d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.1461225 May 27 15:15:53.544591 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4a6a-e1c9-4088-86b6-6c72955064bb req-b2a4f182-bafd-40b6-90ef-18213683a06c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:53.546025 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-19fd4a6a-e1c9-4088-86b6-6c72955064bb req-b2a4f182-bafd-40b6-90ef-18213683a06c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.1546438 May 27 15:15:53.679025 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:53.687030 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ad15efa-0084-4481-a246-fc3610c2be8a req-54d3105e-9c29-4a9c-b54a-ae66858ac44b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400979 May 27 15:15:53.709388 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-19fd4a6a-e1c9-4088-86b6-6c72955064bb req-eeb45c7f-f555-4174-9599-b4aeed4ef31e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537201 May 27 15:15:53.720010 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-8d1ad4a5-f07a-4a92-8e2a-928dcb418236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:53.721507 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-8d1ad4a5-f07a-4a92-8e2a-928dcb418236 service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.1675363 May 27 15:15:53.762964 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a51cf8-4f84-45b1-80f4-53725ee308a9 x-openstack-request-id: req-81a51cf8-4f84-45b1-80f4-53725ee308a9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:53.763262 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:53.763518 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81a51cf8-4f84-45b1-80f4-53725ee308a9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:53.763921 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a51cf8-4f84-45b1-80f4-53725ee308a9'] response: {'name': 'network-changed', 'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'status': 'completed', 'code': 200} May 27 15:15:54.027936 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-07f8e012-5ecf-4030-a662-955cccacad99 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0888560 May 27 15:15:54.038316 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf721ff4-d5ed-4b97-93aa-a104bb94a97c req-8db69297-28fd-4372-b37a-4e6f1d47a75d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:54.039709 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf721ff4-d5ed-4b97-93aa-a104bb94a97c req-8db69297-28fd-4372-b37a-4e6f1d47a75d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0612376 May 27 15:15:54.091790 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf721ff4-d5ed-4b97-93aa-a104bb94a97c req-5265b246-8d5c-40a8-a452-73c6ea713488 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 May 27 15:15:54.829210 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70759100-51ad-420f-84fa-ca7d1eed663e req-c33bc5e5-787e-4dc5-b172-1b9b817c9566 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:54.830661 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70759100-51ad-420f-84fa-ca7d1eed663e req-c33bc5e5-787e-4dc5-b172-1b9b817c9566 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0717087 May 27 15:15:54.858112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695b9ce-63e4-49b7-84f4-7248ab203d97 req-235079dc-445b-476a-a1c6-453ebb4c1e6d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:54.859531 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1695b9ce-63e4-49b7-84f4-7248ab203d97 req-235079dc-445b-476a-a1c6-453ebb4c1e6d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0727947 May 27 15:15:54.909332 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70759100-51ad-420f-84fa-ca7d1eed663e req-43cc129c-c2bb-4d2d-88d7-7769cbf7f791 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726080 May 27 15:15:54.935460 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1695b9ce-63e4-49b7-84f4-7248ab203d97 req-b49c407b-93f3-44fb-a1bd-96c92dcbca8c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693007 May 27 15:15:55.213455 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb805c2-2630-4f38-bc82-9895419d4a26 req-551c24be-8b49-4a4a-8c93-714f6ceb7a84 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.214922 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-beb805c2-2630-4f38-bc82-9895419d4a26 req-551c24be-8b49-4a4a-8c93-714f6ceb7a84 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0509744 May 27 15:15:55.263120 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-beb805c2-2630-4f38-bc82-9895419d4a26 req-fa8e5713-1273-4a8a-b436-c2330004ad97 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 May 27 15:15:55.551315 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-222fe899-5f86-4304-8011-bb158a2e6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.552838 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-222fe899-5f86-4304-8011-bb158a2e6303 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1128 time: 0.0685990 May 27 15:15:55.557960 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-d236a29c-3afc-44b4-9fab-4cb7ae04204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.559286 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-d236a29c-3afc-44b4-9fab-4cb7ae04204c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0762484 May 27 15:15:55.572609 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:55.655047 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-ef89d7b9-0778-4927-b42a-20a91660391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.656466 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-ef89d7b9-0778-4927-b42a-20a91660391f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905590 May 27 15:15:55.702783 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-cf301e53-8b3e-46ea-80ba-b858542768ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.704237 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-cf301e53-8b3e-46ea-80ba-b858542768ff service neutron] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 910 time: 0.1393890 May 27 15:15:55.783463 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-be72a807-810b-41c3-b73a-83856bcacd4f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 217 time: 0.0373592 May 27 15:15:55.805799 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-cadc37b2-3962-46bb-a352-b6488a3a490a service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242330 May 27 15:15:55.901690 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-61c232e9-7753-4188-b446-899dd3722a4c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.903299 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-61c232e9-7753-4188-b446-899dd3722a4c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0835268 May 27 15:15:55.919880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-27bddca0-1543-43ab-a283-eba43eb5ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.921280 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-27bddca0-1543-43ab-a283-eba43eb5ce46 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.1020670 May 27 15:15:55.972731 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09a8f512-ce9a-43d3-9006-54296f95c7d7 req-72139a5a-a6ae-46df-9e71-f2ace14e865e service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522746 May 27 15:15:55.990614 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-bed226f9-61b4-4aeb-b6f9-06a8390b2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:55.992276 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-bed226f9-61b4-4aeb-b6f9-06a8390b2ade service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634372 May 27 15:15:56.028942 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port 806f4f1c-0d26-4fec-be62-86145b66b5e8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:15:56.029694 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:56.053291 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:56.116231 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:56.130088 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] For port 806f4f1c-0d26-4fec-be62-86145b66b5e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=806f4f1c-0d26-4fec-be62-86145b66b5e8,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:15:56.130606 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:56.141871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c25a2a-a3ea-43f0-899f-b3142eea85ca req-1a64a339-baf7-4a7c-9b9a-c648348f73d3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:56.143578 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9c25a2a-a3ea-43f0-899f-b3142eea85ca req-1a64a339-baf7-4a7c-9b9a-c648348f73d3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.1294861 May 27 15:15:56.153830 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ba2-062f-418e-bcc0-5e48542962c0 req-448e5e32-76c2-4e61-90f2-a73a55c0f307 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:56.155251 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ccd2ba2-062f-418e-bcc0-5e48542962c0 req-448e5e32-76c2-4e61-90f2-a73a55c0f307 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.1391718 May 27 15:15:56.230622 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-cee6a52e-d249-457b-9443-5ac70493a9c8 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256560 May 27 15:15:56.279238 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9c25a2a-a3ea-43f0-899f-b3142eea85ca req-297c6e27-216e-49c5-8245-2aaf101fb093 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196792 May 27 15:15:56.290854 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ccd2ba2-062f-418e-bcc0-5e48542962c0 req-da86e4af-5d60-482b-8214-5051e5bcdb0e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274860 May 27 15:15:56.327299 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:56.355060 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:56.355425 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a67079b3-badd-41d7-bc6b-8c75c9a7f93b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:56.355748 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP a67079b3-badd-41d7-bc6b-8c75c9a7f93b disassociated. External IP: 172.27.1.120, port: 806f4f1c-0d26-4fec-be62-86145b66b5e8. May 27 15:15:56.356093 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for 806f4f1c-0d26-4fec-be62-86145b66b5e8 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:15:56.372152 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bb06c44-830e-4479-85dc-00fe5bb2122c req-4e486128-0718-4233-9360-4e9e80e39277 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275618 May 27 15:15:56.408043 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622b25a-ac87-45f3-a17f-bc0a63989df0 req-cc2989c9-c414-4eed-bec0-b6208d0881bf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:56.409527 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4622b25a-ac87-45f3-a17f-bc0a63989df0 req-cc2989c9-c414-4eed-bec0-b6208d0881bf tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 946 time: 0.0562541 May 27 15:15:56.458012 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4622b25a-ac87-45f3-a17f-bc0a63989df0 req-e5bb2ded-f789-464c-9c04-4a61ee664926 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 May 27 15:15:56.704470 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (806f4f1c-0d26-4fec-be62-86145b66b5e8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:56.730778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=806f4f1c-0d26-4fec-be62-86145b66b5e8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:56.839869 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:15:56.941557 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:15:56.951322 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:15:56.961716 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:56.962250 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:57.014243 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] No DVR routers for this DVR port 806f4f1c-0d26-4fec-be62-86145b66b5e8 on host hv-cinder-84254 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:15:57.016681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:57.019864 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d2de1996-92e9-4816-9f75-5959fef437a7 req-3bca74b6-4b40-4708-a7dd-ace47e6db5bb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "DELETE /v2.0/ports/806f4f1c-0d26-4fec-be62-86145b66b5e8 HTTP/1.1" status: 204 len: 173 time: 1.1089845 May 27 15:15:57.020293 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'name': 'network-vif-deleted', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:15:57.022723 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a731ad-88b7-44c9-92e1-98a8e5bf5faf" -d '{"events": [{"server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "name": "network-vif-deleted", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:15:57.067174 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67501c28-e7e8-4934-af56-17923619ebf7 x-openstack-request-id: req-67501c28-e7e8-4934-af56-17923619ebf7 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:15:57.067492 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d00cd5-e391-4c55-a071-152ec1cf4c04", "name": "network-vif-deleted", "tag": "806f4f1c-0d26-4fec-be62-86145b66b5e8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:15:57.067706 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67501c28-e7e8-4934-af56-17923619ebf7 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:15:57.069222 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:57.069354 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67501c28-e7e8-4934-af56-17923619ebf7'] response: {'server_uuid': 'd5d00cd5-e391-4c55-a071-152ec1cf4c04', 'name': 'network-vif-deleted', 'tag': '806f4f1c-0d26-4fec-be62-86145b66b5e8', 'status': 'completed', 'code': 200} May 27 15:15:57.275121 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:57.299956 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:15:57.309300 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:15:57.309896 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:57.360934 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:57.399164 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:57.435150 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd9ea-2f6d-414f-a199-4afa8f78f280 req-b03ec3b6-45eb-4dfd-91e3-96a17596b3fe tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:57.436750 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f05cd9ea-2f6d-414f-a199-4afa8f78f280 req-b03ec3b6-45eb-4dfd-91e3-96a17596b3fe tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0830548 May 27 15:15:57.457506 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f45f9-88e3-4d3a-bb6f-e1a668da6f41 req-69869fd4-e7b4-4d91-a8e2-3ebce5d95545 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:57.459525 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-831f45f9-88e3-4d3a-bb6f-e1a668da6f41 req-69869fd4-e7b4-4d91-a8e2-3ebce5d95545 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0746007 May 27 15:15:57.509936 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:15:57.537807 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f05cd9ea-2f6d-414f-a199-4afa8f78f280 req-900bbd47-242c-4dcc-a3bc-c0a3f4085259 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915859 May 27 15:15:57.542585 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-831f45f9-88e3-4d3a-bb6f-e1a668da6f41 req-da1f1be7-0128-4784-878f-b8ac5c0fea62 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708146 May 27 15:15:57.648201 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:57.656109 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a44385c4-cd57-4849-805c-23019b7310e3 req-da3a7167-b6d5-4303-9c48-f5da36ea8c0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d00cd5-e391-4c55-a071-152ec1cf4c04 HTTP/1.1" status: 200 len: 210 time: 0.0338659 May 27 15:15:57.724821 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:15:57.734401 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-a3076167-0011-4e61-81b8-dfd5dc549bd4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433936 May 27 15:15:57.753681 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc3ee5-31f9-4968-becc-23f70bc70ccd None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:15:57.799215 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-93977442-d321-4b89-8f7d-f854856b90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:57.800836 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-93977442-d321-4b89-8f7d-f854856b90ba service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1129 time: 0.0410249 May 27 15:15:57.912901 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-1cc6c0d4-e5e7-4350-b030-f80c0a4a9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:57.914519 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-1cc6c0d4-e5e7-4350-b030-f80c0a4a9cf3 service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.0931485 May 27 15:15:57.985212 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037b84ba-e810-43d9-92db-a9a40295aa6a None None] New status for floating IP a67079b3-badd-41d7-bc6b-8c75c9a7f93b: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:15:57.993032 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-ff9625eb-5cea-4b83-92c6-ceaf277bec71 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 1000 time: 0.0659227 May 27 15:15:58.042446 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-be134800-d22a-4b7b-94b0-99752c760731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:58.043809 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-be134800-d22a-4b7b-94b0-99752c760731 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.0449631 May 27 15:15:58.056063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:58.057614 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:58.092168 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-9f22a082-cadf-4fb0-bce4-b779e386e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:58.093922 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-9f22a082-cadf-4fb0-bce4-b779e386e6fa service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434847 May 27 15:15:58.130775 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:58.191448 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-04893d9e-aedf-491a-8663-5bed15c7a74b service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905132 May 27 15:15:58.231216 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:58.256300 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:15:58.288565 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec902be0-119d-43ce-8488-7b7a004c5662 req-03ac7cfa-6d7c-4eaf-9daf-1c58f15d9894 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879111 May 27 15:15:58.692726 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56d5d-f48f-4da2-96cb-8da8931620dc req-9fbbe3c6-33bd-457b-ac2c-ea8cd41c38a4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:58.694826 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f8d56d5d-f48f-4da2-96cb-8da8931620dc req-9fbbe3c6-33bd-457b-ac2c-ea8cd41c38a4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0810044 May 27 15:15:58.702463 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3d487-85e5-40ba-887d-1ae7c416ab3c req-a622679e-7e8e-4bbb-a9d0-e3ddebf3a299 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:58.703849 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fe3d487-85e5-40ba-887d-1ae7c416ab3c req-a622679e-7e8e-4bbb-a9d0-e3ddebf3a299 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0787058 May 27 15:15:58.779896 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f8d56d5d-f48f-4da2-96cb-8da8931620dc req-4c87ea79-8f41-41fb-9c62-e7874a6c6f47 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751104 May 27 15:15:58.783845 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fe3d487-85e5-40ba-887d-1ae7c416ab3c req-0cb5ba8e-e596-448e-8644-990bef34f1cc tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729711 May 27 15:15:58.853138 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46862) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:58.908807 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77b6e715-2c0d-4e7b-9920-2b8e2c4ad8f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:58.933134 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77b6e715-2c0d-4e7b-9920-2b8e2c4ad8f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:58.992294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77b6e715-2c0d-4e7b-9920-2b8e2c4ad8f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:58.994721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77b6e715-2c0d-4e7b-9920-2b8e2c4ad8f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:58.995979 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-77b6e715-2c0d-4e7b-9920-2b8e2c4ad8f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/security-groups/4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546 HTTP/1.1" status: 204 len: 168 time: 0.1416233 May 27 15:15:58.999238 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46866) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:59.006512 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6e715-2c0d-4e7b-9920-2b8e2c4ad8f9 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:59.023567 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-b7370fe1-2361-462f-9541-2904a6e27942 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] show failed (client error): The resource could not be found. May 27 15:15:59.027234 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b7370fe1-2361-462f-9541-2904a6e27942 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups/4aa30abe-0c4f-4b2b-9c18-b4fdb21ba546 HTTP/1.1" status: 404 len: 347 time: 0.0243146 May 27 15:15:59.027478 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46868) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:59.147952 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port b64ca6ee-3193-4942-b444-c0726df121e8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:15:59.148298 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (b64ca6ee-3193-4942-b444-c0726df121e8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.259488 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (b64ca6ee-3193-4942-b444-c0726df121e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.260033 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (b64ca6ee-3193-4942-b444-c0726df121e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.274569 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for b64ca6ee-3193-4942-b444-c0726df121e8 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:15:59.369336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 806f4f1c-0d26-4fec-be62-86145b66b5e8 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:15:59.399285 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 806f4f1c-0d26-4fec-be62-86145b66b5e8 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:15:59.399630 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 806f4f1c-0d26-4fec-be62-86145b66b5e8 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:15:59.406620 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (b64ca6ee-3193-4942-b444-c0726df121e8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.430606 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=b64ca6ee-3193-4942-b444-c0726df121e8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:59.456024 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.456298 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.456671 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.457013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.457348 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.457677 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.458005 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.458350 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.459458 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.459793 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.460125 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.460480 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.460801 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.461126 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.461450 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:15:59.504769 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (a67079b3-badd-41d7-bc6b-8c75c9a7f93b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.507731 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.508903 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2caa3147-6f79-4b4d-8a4e-62168fed2de0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/floatingips/a67079b3-badd-41d7-bc6b-8c75c9a7f93b HTTP/1.1" status: 204 len: 168 time: 0.4805703 May 27 15:15:59.584904 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46876) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:59.590008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2107713845', 'description': 'tempest-description--867882250'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:59.610775 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.684503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (22bddc02-49d2-42bc-89aa-c862c131e461), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.688003 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (22bddc02-49d2-42bc-89aa-c862c131e461), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.719941 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.723874 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346321 May 27 15:15:59.723874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ed084-b278-4119-a8ce-1281ab47f8c3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bddc02-49d2-42bc-89aa-c862c131e461,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:59.724271 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46878) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:59.728845 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': '22bddc02-49d2-42bc-89aa-c862c131e461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:59.747904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:59.762752 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (e4ca8dba-9d75-408f-bcd0-46febbd9899d), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.821794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (e4ca8dba-9d75-408f-bcd0-46febbd9899d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.826096 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (e4ca8dba-9d75-408f-bcd0-46febbd9899d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.846274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ca8dba-9d75-408f-bcd0-46febbd9899d,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:59.854451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.858594 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46884) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:59.858750 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e2fc9eff-94a9-40ff-a983-e94487b903ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334062 May 27 15:15:59.863731 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': '22bddc02-49d2-42bc-89aa-c862c131e461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:15:59.894930 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (80e3420f-ced7-4c96-84c2-b0b57d04d4d2), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.935031 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.935626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:59.938865 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398fa8a-8a30-499c-ba3e-e0a46c2cae2f req-e0b6a606-1c7b-4c7e-bebe-f7fae5f5c44f tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:59.940549 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7398fa8a-8a30-499c-ba3e-e0a46c2cae2f req-e0b6a606-1c7b-4c7e-bebe-f7fae5f5c44f tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0801075 May 27 15:15:59.951220 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (80e3420f-ced7-4c96-84c2-b0b57d04d4d2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.955951 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (80e3420f-ced7-4c96-84c2-b0b57d04d4d2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.959730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04c9ff-e262-4962-b871-d79995df9c2e req-5b298641-d9f6-496a-9696-e163d550f638 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:15:59.961181 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5b04c9ff-e262-4962-b871-d79995df9c2e req-5b298641-d9f6-496a-9696-e163d550f638 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0889277 May 27 15:15:59.970744 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:15:59.976520 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e3420f-ced7-4c96-84c2-b0b57d04d4d2,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:15:59.985996 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:15:59.987245 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8a701d53-0038-4e28-af64-2304e1325bcc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274066 May 27 15:15:59.991725 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 46886) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:15:59.996843 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:16:00.039471 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.047014 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7398fa8a-8a30-499c-ba3e-e0a46c2cae2f req-9639b526-923c-477a-8553-9deeed69fd9c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993505 May 27 15:16:00.055355 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5b04c9ff-e262-4962-b871-d79995df9c2e req-6f13a6fa-f391-476c-8c2e-9ed91db9e749 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816519 May 27 15:16:00.133823 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.246139 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.27.1.27 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/d295a188-2b1d-4cff-87da-e5f6807ae6e8) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:16:00.357527 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.394440 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.430237 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:16:00.433389 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:16:00.435770 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:16:00.492222 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=d295a188-2b1d-4cff-87da-e5f6807ae6e8,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:00.499854 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fadce-7b06-4116-aa38-0a68c2d463e8 req-9b10e544-75da-4d82-9735-08f1658e4d85 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:00.501662 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-952fadce-7b06-4116-aa38-0a68c2d463e8 req-9b10e544-75da-4d82-9735-08f1658e4d85 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0531387 May 27 15:16:00.546554 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (efa8c85c-d102-41dd-b9b0-7acc6f0c798b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.552859 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-952fadce-7b06-4116-aa38-0a68c2d463e8 req-d1747db5-62f0-4b94-9ea3-4a7aa8ea8d61 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 May 27 15:16:00.587159 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.720707 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:00.762093 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:00.764037 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.768776 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.841459 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=d295a188-2b1d-4cff-87da-e5f6807ae6e8,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:00.852735 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (efa8c85c-d102-41dd-b9b0-7acc6f0c798b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.868531 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:00.869736 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0000a6f1-91a5-4c02-af9b-c254b69a7239 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8765068 May 27 15:16:01.070766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:01.083946 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-b9e02376-efad-4376-bae6-59edcaf2db55 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2107713845&fields=id&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 267 time: 0.0434301 May 27 15:16:01.205679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd98e78-b3ae-4136-a1aa-fcae7e07f7e1 req-7b9730bc-20d9-44da-971f-9a1d9c2e6b16 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:01.207203 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6dd98e78-b3ae-4136-a1aa-fcae7e07f7e1 req-7b9730bc-20d9-44da-971f-9a1d9c2e6b16 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0797827 May 27 15:16:01.245687 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-bf7a4283-bae2-4c47-a819-9dbac2e2a56c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:01.247098 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-bf7a4283-bae2-4c47-a819-9dbac2e2a56c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.1564841 May 27 15:16:01.280285 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d17877db-9568-4358-bc3e-b6a3d26094a5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/quotas/cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 375 time: 0.0274920 May 27 15:16:01.284387 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6dd98e78-b3ae-4136-a1aa-fcae7e07f7e1 req-63fb155c-7e6e-4e38-b4f9-0d1586c39c50 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688179 May 27 15:16:01.336213 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-f835d1b8-a9ca-4ad4-a09a-d4d7ad082121 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506372 May 27 15:16:01.412848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8d33f-3261-4e06-83fd-7c87898a32fc req-2661bf68-77f8-4211-b9c5-32f980cfd070 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:01.414316 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27f8d33f-3261-4e06-83fd-7c87898a32fc req-2661bf68-77f8-4211-b9c5-32f980cfd070 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0704761 May 27 15:16:01.508407 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-ca54e8de-f2f5-4b59-b155-f53fec55379e service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533263 May 27 15:16:01.512379 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27f8d33f-3261-4e06-83fd-7c87898a32fc req-7046217d-04a8-45e6-83fa-adc9f9e565a9 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675106 May 27 15:16:01.598602 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-0db49772-3b69-40d5-bd2c-296582a9ac81 service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842195 May 27 15:16:01.658199 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:01.679699 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b35d8-7316-4633-9b6a-75bc3bb10917 req-f32b3b05-648d-4382-b82f-e440d4d2536b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:01.681359 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f01b35d8-7316-4633-9b6a-75bc3bb10917 req-f32b3b05-648d-4382-b82f-e440d4d2536b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0594876 May 27 15:16:01.749084 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f01b35d8-7316-4633-9b6a-75bc3bb10917 req-4a83f27d-9aff-4c78-946f-e3bdc8c0026d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619593 May 27 15:16:01.769529 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b636867d-104b-4d88-9257-21ed269733aa req-3b259c8b-85f7-42b1-bf4f-a5c3c4ab5a0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 210 time: 0.0341692 May 27 15:16:02.399579 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c13485-6847-486a-bf58-a5ef67355898 req-975c2e59-1cb9-4e47-8149-017ebbe7d570 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:02.401027 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-72c13485-6847-486a-bf58-a5ef67355898 req-975c2e59-1cb9-4e47-8149-017ebbe7d570 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0470393 May 27 15:16:02.448479 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-72c13485-6847-486a-bf58-a5ef67355898 req-cae852ce-3069-4c29-8928-7e34ec00c04b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 May 27 15:16:02.632975 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab81afd-0cd1-464b-a64c-d57e7a5d7415 req-349ad515-56c7-4780-a774-49529bd17e9a tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:02.634621 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ab81afd-0cd1-464b-a64c-d57e7a5d7415 req-349ad515-56c7-4780-a774-49529bd17e9a tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0542836 May 27 15:16:02.690323 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ab81afd-0cd1-464b-a64c-d57e7a5d7415 req-3700a71a-1db1-4c4a-8fa2-7e8d8669f36f tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489113 May 27 15:16:02.748503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-dc94b82a-c78b-4c0f-b4da-57aa4a5a2d75 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:02.749955 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-dc94b82a-c78b-4c0f-b4da-57aa4a5a2d75 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.1154637 May 27 15:16:02.816115 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-8a3363b4-5a9e-4c60-900f-7b51017571fc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 380 time: 0.0573859 May 27 15:16:02.882889 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f882810-756f-49b8-8fb7-f19a97042d92 req-d64b3163-7880-4878-87ba-08395ad0b735 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 210 time: 0.0422575 May 27 15:16:02.895359 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'port': {'device_id': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'admin_state_up': True, 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'security_groups': ['22bddc02-49d2-42bc-89aa-c862c131e461']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:16:02.898834 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294a8f-8a72-40ed-b54d-bde750a5fbcd req-ccc3e2c8-8c72-4fb7-84f1-99a2d9fc60f1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:02.900268 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65294a8f-8a72-40ed-b54d-bde750a5fbcd req-ccc3e2c8-8c72-4fb7-84f1-99a2d9fc60f1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0694439 May 27 15:16:02.950411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65294a8f-8a72-40ed-b54d-bde750a5fbcd req-f258fce4-db2d-4609-99bf-7cd499752d0f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445738 May 27 15:16:03.008874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Made reservation on behalf of cc1a70bd2ce64fbcb738a2cfcfb09f41 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:16:03.012277 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.140398 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.20.0.4 (25b92ae9-fc97-4437-8dc2-335b8971db2a/3f2a335e-4f49-4d65-901e-26787aa95f1d/e0325de7-c795-44a6-8a5c-f7ee84487683) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:16:03.276564 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.304761 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:03.309861 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.360757 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:16:03.366179 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:16:03.368290 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=e0325de7-c795-44a6-8a5c-f7ee84487683,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:03.370407 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:16:03.398936 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:16:03.425718 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:03.426345 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.445224 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-e8725ae0-ba59-45bf-9689-29dab10c312d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543363 May 27 15:16:03.456813 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Request body: {'port': {'device_id': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:16:03.493815 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:03.518305 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:16:03.526033 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.534431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'port_id': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'mac_address': 'fa:16:3e:d3:dd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:16:03.578731 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:16:03.579403 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.594132 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d560e-37df-4645-a429-c934b3b5e4e0 req-4b4949e7-53bf-40fb-8bcf-b8cb996434aa tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:03.596172 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-264d560e-37df-4645-a429-c934b3b5e4e0 req-4b4949e7-53bf-40fb-8bcf-b8cb996434aa tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0740981 May 27 15:16:03.603685 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:16:03.608816 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:03.617212 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-29ec43e4-ee1f-4019-ad56-32a662de96d0 None None] Provisioning complete for port e0325de7-c795-44a6-8a5c-f7ee84487683 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:16:03.617815 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-29ec43e4-ee1f-4019-ad56-32a662de96d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.651612 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:16:03.658031 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-264d560e-37df-4645-a429-c934b3b5e4e0 req-de9fccca-e6cc-45eb-ac8a-56423a184947 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538769 May 27 15:16:03.663696 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.670317 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-29ec43e4-ee1f-4019-ad56-32a662de96d0 None None] Port e0325de7-c795-44a6-8a5c-f7ee84487683 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:16:03.714217 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:03.723062 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.723406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.723794 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.724843 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.725179 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.725505 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.726313 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.726313 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.726578 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.726770 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.727092 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.727416 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.727733 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.728051 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.728366 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:16:03.831314 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062042d5-c69c-4558-b04e-bf4a65e9e51c req-ca8db6d9-b1eb-4028-9bdc-76b65c7f7709 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:03.832849 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-062042d5-c69c-4558-b04e-bf4a65e9e51c req-ca8db6d9-b1eb-4028-9bdc-76b65c7f7709 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 945 time: 0.0481184 May 27 15:16:03.840954 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0325de7-c795-44a6-8a5c-f7ee84487683 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:16:03.848692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Publish callbacks [] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.862130 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Transition to ACTIVE for port object e0325de7-c795-44a6-8a5c-f7ee84487683 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:16:03.866321 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:03.886167 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-062042d5-c69c-4558-b04e-bf4a65e9e51c req-dafab8d6-7d0c-48a2-b78f-b8aea889cca6 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463512 May 27 15:16:03.920908 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0325de7-c795-44a6-8a5c-f7ee84487683,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:03.962530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:16:04.019237 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Attempting to bind port e0325de7-c795-44a6-8a5c-f7ee84487683 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:16:04.019584 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Attempting to bind port e0325de7-c795-44a6-8a5c-f7ee84487683 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:16:04.019931 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Attempting to bind port e0325de7-c795-44a6-8a5c-f7ee84487683 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:16:04.036579 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Port e0325de7-c795-44a6-8a5c-f7ee84487683 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:16:04.036906 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Attempting to bind port e0325de7-c795-44a6-8a5c-f7ee84487683 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:16:04.037993 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44673f7a-3f9a-4261-ad4d-130c6f3b2601 req-8489f01b-1a07-4b20-a387-da5f41726fa6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.039944 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-44673f7a-3f9a-4261-ad4d-130c6f3b2601 req-8489f01b-1a07-4b20-a387-da5f41726fa6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 943 time: 0.0726488 May 27 15:16:04.043536 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:16:04.044169 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:16:04.044782 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Bound using segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:16:04.045412 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Bound port: e0325de7-c795-44a6-8a5c-f7ee84487683, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:16:04.046001 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:04.119793 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fd4c2-6741-43d5-829f-71cc128e765f req-3765d640-519a-49be-8319-42b23d723953 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.121280 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0c4fd4c2-6741-43d5-829f-71cc128e765f req-3765d640-519a-49be-8319-42b23d723953 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0763104 May 27 15:16:04.131644 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] For port e0325de7-c795-44a6-8a5c-f7ee84487683, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:16:04.135684 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] For port e0325de7-c795-44a6-8a5c-f7ee84487683, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e0325de7-c795-44a6-8a5c-f7ee84487683,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:16:04.143771 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:04.162393 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-44673f7a-3f9a-4261-ad4d-130c6f3b2601 req-2929b530-f5d3-4fa0-bffe-bb75f89799aa tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066775 May 27 15:16:04.179593 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:04.191657 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.192507 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:04.195227 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] 10.222.0.40 "PUT /v2.0/ports/e0325de7-c795-44a6-8a5c-f7ee84487683 HTTP/1.1" status: 200 len: 1093 time: 0.7431340 May 27 15:16:04.195668 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:04.198458 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f6be6-5562-432d-ab6f-a065ff0bab23" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:04.231471 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0c4fd4c2-6741-43d5-829f-71cc128e765f req-2ef8e695-70df-4722-80a5-93a5819728bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035421 May 27 15:16:04.236362 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e3c9e-dd82-49a3-91ce-9f526719f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0325de7-c795-44a6-8a5c-f7ee84487683,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:04.287604 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59c671-c34e-4164-bf85-573dc42850e6 x-openstack-request-id: req-de59c671-c34e-4164-bf85-573dc42850e6 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:04.288183 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:04.288541 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de59c671-c34e-4164-bf85-573dc42850e6 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:04.288926 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de59c671-c34e-4164-bf85-573dc42850e6'] response: {'name': 'network-changed', 'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'status': 'completed', 'code': 200} May 27 15:16:04.303332 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-afa21086-1fc8-4201-9d97-c5bf20769d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.304910 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-afa21086-1fc8-4201-9d97-c5bf20769d72 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 1127 time: 0.0516953 May 27 15:16:04.348753 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-ec500701-4630-48e3-9a0a-946598450ffb service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0325de7-c795-44a6-8a5c-f7ee84487683 HTTP/1.1" status: 200 len: 217 time: 0.0340109 May 27 15:16:04.401843 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-ec7d078e-1b82-40cc-89cc-9a087dd7b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.403345 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-ec7d078e-1b82-40cc-89cc-9a087dd7b79c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0483351 May 27 15:16:04.451917 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-27f8a21e-cbf9-4a23-8660-d73d5976d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.453439 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-27f8a21e-cbf9-4a23-8660-d73d5976d5b5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442646 May 27 15:16:04.544170 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-c48718b5-cf01-4b0a-9658-d86d653c2ee2 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 May 27 15:16:04.614850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:04.638601 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-191fa54b-5d9b-4f2e-b6c1-16687c6b72d3 req-98ae00f6-ef69-400b-b56e-0c5f07e08789 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875914 May 27 15:16:04.765679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24242-e73a-4622-94d4-9217407f09e1 req-a6b7e05d-8eda-48f1-9e2e-beed394c6858 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:04.767139 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-96e24242-e73a-4622-94d4-9217407f09e1 req-a6b7e05d-8eda-48f1-9e2e-beed394c6858 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0462008 May 27 15:16:04.817026 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-96e24242-e73a-4622-94d4-9217407f09e1 req-0435743c-1ce2-498b-891b-5f03f776dee5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 May 27 15:16:05.000623 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30ce4e-c957-4f4f-8255-a2a9ca14f733 req-d762ec38-951a-44f5-a8e5-d4abb6cff22a tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.002075 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c30ce4e-c957-4f4f-8255-a2a9ca14f733 req-d762ec38-951a-44f5-a8e5-d4abb6cff22a tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 945 time: 0.0472236 May 27 15:16:05.051326 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c30ce4e-c957-4f4f-8255-a2a9ca14f733 req-5ac810dc-f46d-4000-b7cd-931eaff39e0a tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 May 27 15:16:05.269624 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2e57-95d2-40b0-8afe-5e95591a5ccf req-c257eefb-2001-459e-ae31-bbc9e26b31c1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.271193 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-580b2e57-95d2-40b0-8afe-5e95591a5ccf req-c257eefb-2001-459e-ae31-bbc9e26b31c1 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 943 time: 0.0469670 May 27 15:16:05.350034 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-580b2e57-95d2-40b0-8afe-5e95591a5ccf req-d81526b0-a317-4194-b23f-9956338aa65f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727654 May 27 15:16:05.365665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca59ad-8edd-455d-8254-a5ed0c9f43a4 req-49325a8c-6711-4a12-9e6e-8928c363afe2 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.367114 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ecca59ad-8edd-455d-8254-a5ed0c9f43a4 req-49325a8c-6711-4a12-9e6e-8928c363afe2 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0575910 May 27 15:16:05.378019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:05.414627 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:16:05.415795 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ecca59ad-8edd-455d-8254-a5ed0c9f43a4 req-d6d63693-9170-47b3-bf40-b26ec7ba413f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 May 27 15:16:05.456971 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:16:05.462508 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:16:05.462935 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:05.533331 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:16:05.533705 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:05.556892 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:05.559048 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c36c5c-ea22-4d67-872e-84506e33949d" -d '{"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:05.572172 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:16:05.576339 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:05.606955 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f5ec56-4781-4b05-9d97-51f5d4736bbf x-openstack-request-id: req-b7f5ec56-4781-4b05-9d97-51f5d4736bbf {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:05.607268 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:05.608090 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7f5ec56-4781-4b05-9d97-51f5d4736bbf {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:05.608090 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f5ec56-4781-4b05-9d97-51f5d4736bbf'] response: {'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'code': 200} May 27 15:16:05.624817 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-fa163de5-b61b-4390-85f3-f83b5c84776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.626302 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-fa163de5-b61b-4390-85f3-f83b5c84776b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 1127 time: 0.0490088 May 27 15:16:05.635513 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:05.725520 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-a963c9c9-a077-4367-a9f8-3fa30cfa941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.726883 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-a963c9c9-a077-4367-a9f8-3fa30cfa941f service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.0930302 May 27 15:16:05.815285 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-0ccce914-9a57-4347-84f8-51d3a980ec9a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0325de7-c795-44a6-8a5c-f7ee84487683 HTTP/1.1" status: 200 len: 217 time: 0.0333607 May 27 15:16:05.848547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1470e89-4f14-4eb3-ab2c-67d6ef6e8e00 req-eb68feab-c4af-491e-91f4-0c5358cbc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.850520 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f1470e89-4f14-4eb3-ab2c-67d6ef6e8e00 req-eb68feab-c4af-491e-91f4-0c5358cbc54c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1130 time: 0.0397196 May 27 15:16:05.868366 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-c06b1e4e-27d6-4aec-aaec-ba6948550359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.869886 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-c06b1e4e-27d6-4aec-aaec-ba6948550359 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0465910 May 27 15:16:05.915777 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-ba178b8a-4a2a-4380-b83d-9453bcce61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.917311 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-ba178b8a-4a2a-4380-b83d-9453bcce61a7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419555 May 27 15:16:05.929914 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f1470e89-4f14-4eb3-ab2c-67d6ef6e8e00 req-88ea277d-239d-4683-b571-51b929cd6937 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714619 May 27 15:16:05.947962 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e978dc0-00a0-46a3-a4ba-f3b04f05cc85 req-fa821e62-422b-4439-9350-1f886d1b8140 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:05.949425 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1e978dc0-00a0-46a3-a4ba-f3b04f05cc85 req-fa821e62-422b-4439-9350-1f886d1b8140 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0608704 May 27 15:16:05.998822 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1e978dc0-00a0-46a3-a4ba-f3b04f05cc85 req-25cc0e5c-4cb9-4afe-ab55-79e019b44574 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434656 May 27 15:16:06.010616 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-4705560c-e0e7-4a6d-b57c-93ba09ec485e service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 May 27 15:16:06.166720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbbc88-7f50-4cf4-a6ce-1c41314e454e req-b64e8a6c-2caa-462d-b585-ba5c571acd24 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:06.168181 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9afbbc88-7f50-4cf4-a6ce-1c41314e454e req-b64e8a6c-2caa-462d-b585-ba5c571acd24 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0463603 May 27 15:16:06.217004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9afbbc88-7f50-4cf4-a6ce-1c41314e454e req-121ea9be-57b9-4694-b8e5-639fd0687ea6 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 May 27 15:16:06.472044 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62c5d-4456-42cc-85a2-b181c1b0ad8a req-c71604de-4d90-4a1a-bf91-c44721f80c8f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:06.473753 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-74f62c5d-4456-42cc-85a2-b181c1b0ad8a req-c71604de-4d90-4a1a-bf91-c44721f80c8f tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 943 time: 0.0534329 May 27 15:16:06.524992 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-105f6be6-5562-432d-ab6f-a065ff0bab23 req-63762f81-e0be-4248-ab7a-d640ccc22d59 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109679 May 27 15:16:06.544939 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:06.560637 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-74f62c5d-4456-42cc-85a2-b181c1b0ad8a req-d5e1d3dc-b430-47d8-b80b-d4ada34a3463 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803778 May 27 15:16:06.566477 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f2ece-6e57-4956-8ac0-28bde7b2e031 req-b126e7f2-e4b5-4294-b205-c6933554e24a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:06.567926 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c23f2ece-6e57-4956-8ac0-28bde7b2e031 req-b126e7f2-e4b5-4294-b205-c6933554e24a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0813127 May 27 15:16:06.615893 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c23f2ece-6e57-4956-8ac0-28bde7b2e031 req-397875da-314f-4f06-9c37-397e036a4e94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 May 27 15:16:07.115861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72ae3f-9fa2-41e9-931b-d3e3c20e770e req-19d9e8b2-5f8f-4e18-9f75-ed93d232e96a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:07.118312 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc72ae3f-9fa2-41e9-931b-d3e3c20e770e req-19d9e8b2-5f8f-4e18-9f75-ed93d232e96a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0511303 May 27 15:16:07.164635 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bc72ae3f-9fa2-41e9-931b-d3e3c20e770e req-0de2e9bb-39e7-49af-90ab-584ede043821 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413294 May 27 15:16:07.333774 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393974e-84dd-4a88-9924-8a1695ab558d req-efd941ed-d37c-4300-b14e-a48878ba55ce tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:07.335116 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e393974e-84dd-4a88-9924-8a1695ab558d req-efd941ed-d37c-4300-b14e-a48878ba55ce tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0500138 May 27 15:16:07.384046 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e393974e-84dd-4a88-9924-8a1695ab558d req-3bcdde6e-1013-4125-a066-1b4bb6c1aeea tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434451 May 27 15:16:07.423975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e0325de7-c795-44a6-8a5c-f7ee84487683 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:16:07.493483 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:07.523066 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e0325de7-c795-44a6-8a5c-f7ee84487683, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e0325de7-c795-44a6-8a5c-f7ee84487683,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:16:07.538348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'port_id': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'mac_address': 'fa:16:3e:fb:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:16:07.572783 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e0325de7-c795-44a6-8a5c-f7ee84487683 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:16:07.573162 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:07.586286 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0325de7-c795-44a6-8a5c-f7ee84487683 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:16:07.606919 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e0325de7-c795-44a6-8a5c-f7ee84487683, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e0325de7-c795-44a6-8a5c-f7ee84487683,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:16:07.610827 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:07.659673 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e0325de7-c795-44a6-8a5c-f7ee84487683,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:07.680977 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c746-398f-47cd-9bf9-1ccc3f6241ae req-c2ce3a82-40e6-47af-89be-b994541e30fc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:07.682466 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4264c746-398f-47cd-9bf9-1ccc3f6241ae req-c2ce3a82-40e6-47af-89be-b994541e30fc tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 944 time: 0.0521903 May 27 15:16:07.781149 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971905-0b29-4dcf-957d-f6b2c9e17fdd req-af11ceda-8770-45a1-b444-0395765f9cb6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:07.782573 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-02971905-0b29-4dcf-957d-f6b2c9e17fdd req-af11ceda-8770-45a1-b444-0395765f9cb6 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0791183 May 27 15:16:07.786622 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4264c746-398f-47cd-9bf9-1ccc3f6241ae req-f579d380-e87d-4dd2-b799-d9fe69689d49 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980518 May 27 15:16:07.831292 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-02971905-0b29-4dcf-957d-f6b2c9e17fdd req-b9e187e9-2014-4288-8956-443d867670e3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 May 27 15:16:07.909801 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['e0325de7-c795-44a6-8a5c-f7ee84487683'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:16:07.949302 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:08.020250 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:08.280598 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d461f9f-e634-4e92-95b1-41ec0cecfc40 req-4f456479-ff94-49d7-be0e-113a92e9b930 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:08.282064 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d461f9f-e634-4e92-95b1-41ec0cecfc40 req-4f456479-ff94-49d7-be0e-113a92e9b930 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0472567 May 27 15:16:08.317422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:08.329532 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d461f9f-e634-4e92-95b1-41ec0cecfc40 req-f877a92b-a2e8-41b9-b63f-7600942f435d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 May 27 15:16:08.496273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21463f4-d206-41f5-8b88-75d4ee99a620 req-4a8a089f-48e4-4b4e-a567-9602c1ce7d10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:08.497637 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c21463f4-d206-41f5-8b88-75d4ee99a620 req-4a8a089f-48e4-4b4e-a567-9602c1ce7d10 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0472558 May 27 15:16:08.547170 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=21 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:08.549948 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c21463f4-d206-41f5-8b88-75d4ee99a620 req-8c0de851-8560-437b-9057-073c9b8d30fe tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 May 27 15:16:08.555273 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=41 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:08.662606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3c82f-f051-4e08-af73-230cdfd390c7 req-9e3ffb0e-4a2f-4626-85ad-af5524051e01 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:08.664080 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-91d3c82f-f051-4e08-af73-230cdfd390c7 req-9e3ffb0e-4a2f-4626-85ad-af5524051e01 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0470800 May 27 15:16:08.713320 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-91d3c82f-f051-4e08-af73-230cdfd390c7 req-d85a299e-4c58-498f-97d1-c883e03ba82d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 May 27 15:16:08.735212 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46978) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:16:08.818212 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7f94a-2606-42bc-bf10-f5a97fba1ce8 tempest-TestShelveInstance-920272908 tempest-TestShelveInstance-920272908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:08.819739 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aad7f94a-2606-42bc-bf10-f5a97fba1ce8 tempest-TestShelveInstance-920272908 tempest-TestShelveInstance-920272908-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1125 time: 0.0835702 May 27 15:16:08.822721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 46984) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:16:08.826948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'port_id': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:16:08.848888 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:08.993282 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed67cd0-a0a6-4e86-9cef-5e741927d732 req-eb0d4d75-bdcf-442e-8c47-113eb98539ed tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:08.994703 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eed67cd0-a0a6-4e86-9cef-5e741927d732 req-eb0d4d75-bdcf-442e-8c47-113eb98539ed tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 944 time: 0.1311984 May 27 15:16:09.021268 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c3051-17b6-42a2-8804-da1587decc14 req-80040054-5559-4854-be30-ba36beccee2d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:09.022691 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-036c3051-17b6-42a2-8804-da1587decc14 req-80040054-5559-4854-be30-ba36beccee2d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1159592 May 27 15:16:09.030496 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:09.324422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:09.366666 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eed67cd0-a0a6-4e86-9cef-5e741927d732 req-e14ddf08-6866-4c66-836c-f2224985f340 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632870 May 27 15:16:09.404319 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-036c3051-17b6-42a2-8804-da1587decc14 req-fdca7407-42f6-412e-9279-50cd5f22c97e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750093 May 27 15:16:09.429640 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e0325de7-c795-44a6-8a5c-f7ee84487683 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:16:09.436957 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Allocated IP 172.27.1.111 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/701af9de-7fd3-4564-a64f-51961cdbc4b5) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:16:09.474234 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port e0325de7-c795-44a6-8a5c-f7ee84487683 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:16:09.480455 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port e0325de7-c795-44a6-8a5c-f7ee84487683 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:16:09.480833 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:09.510559 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df0bc-2b77-4500-b073-eaab6ba18e31 req-5146bd87-1938-4e10-9cda-c85d74ec3d6f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:09.512354 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d86df0bc-2b77-4500-b073-eaab6ba18e31 req-5146bd87-1938-4e10-9cda-c85d74ec3d6f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0728362 May 27 15:16:09.556637 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e0325de7-c795-44a6-8a5c-f7ee84487683 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:16:09.557016 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:09.580159 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:09.582305 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b15917-86b1-4a7c-9e0e-422a87d48101" -d '{"events": [{"server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "name": "network-vif-plugged", "status": "completed", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:09.596480 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e0325de7-c795-44a6-8a5c-f7ee84487683, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e0325de7-c795-44a6-8a5c-f7ee84487683,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:16:09.601990 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:09.617799 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d86df0bc-2b77-4500-b073-eaab6ba18e31 req-18d1f8ad-7d12-4ff7-80b9-cac8e453dde6 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986443 May 27 15:16:09.628703 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:09.632480 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:09.635567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f637a5-d892-4ef1-b680-90a4b2cdf5fc x-openstack-request-id: req-15f637a5-d892-4ef1-b680-90a4b2cdf5fc {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:09.635849 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "name": "network-vif-plugged", "status": "completed", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:09.636097 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15f637a5-d892-4ef1-b680-90a4b2cdf5fc {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:09.636576 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f637a5-d892-4ef1-b680-90a4b2cdf5fc'] response: {'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'code': 200} May 27 15:16:09.667542 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e0325de7-c795-44a6-8a5c-f7ee84487683,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:09.671287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:09.717439 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:16:09.720660 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'Port': ['ID=701af9de-7fd3-4564-a64f-51961cdbc4b5,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:09.724411 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:16:09.728198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:16:09.809056 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484367f-5fe8-4c2f-b03b-c95295d222cd req-1ce45487-8883-47b2-ab35-92c307bf17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:09.810539 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2484367f-5fe8-4c2f-b03b-c95295d222cd req-1ce45487-8883-47b2-ab35-92c307bf17af service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 1129 time: 0.0384896 May 27 15:16:09.862277 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2484367f-5fe8-4c2f-b03b-c95295d222cd req-47ed34bc-325e-4dbe-8f91-16d9b41a8d38 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456991 May 27 15:16:10.077810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for floatingip (a382f455-3407-4e15-b9cd-1a1f1ac981b5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:10.143416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:10.163294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:10.321965 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:10.326248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:10.398652 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event updated for resources: {'Port': ['ID=701af9de-7fd3-4564-a64f-51961cdbc4b5,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:16:10.410950 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a382f455-3407-4e15-b9cd-1a1f1ac981b5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:10.451593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:10.564891 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8327df-0fe1-4caa-ace0-86d6e9a73fe9 req-7c614a45-f938-4818-a5f0-ad25c3078ada tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:10.566362 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d8327df-0fe1-4caa-ace0-86d6e9a73fe9 req-7c614a45-f938-4818-a5f0-ad25c3078ada tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.1176522 May 27 15:16:10.594939 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4277fb8-f269-423d-a40c-c6102b59cb42 req-558d8964-a021-4e85-b8da-2ec3465d8d77 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:10.596350 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a4277fb8-f269-423d-a40c-c6102b59cb42 req-558d8964-a021-4e85-b8da-2ec3465d8d77 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.1098924 May 27 15:16:10.608730 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Floating IP a382f455-3407-4e15-b9cd-1a1f1ac981b5 associated. External IP: 172.27.1.111, port: e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8. May 27 15:16:10.710025 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d8327df-0fe1-4caa-ace0-86d6e9a73fe9 req-fdd73ef1-6db7-42f1-87ec-cb63ce37f2ba tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351118 May 27 15:16:10.730845 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a4277fb8-f269-423d-a40c-c6102b59cb42 req-bb48c6bb-ee48-4df8-9306-23f784d291e9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162009 May 27 15:16:10.857850 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff284b-40e0-493a-b93f-144db9995ea7 req-8724971f-c879-4f77-815b-be1fc952234e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:10.859404 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1fff284b-40e0-493a-b93f-144db9995ea7 req-8724971f-c879-4f77-815b-be1fc952234e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0912197 May 27 15:16:10.950032 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:10.952013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:16:10.957159 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1fff284b-40e0-493a-b93f-144db9995ea7 req-60b11dfc-a415-47f5-b966-520ca6e4db2e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698671 May 27 15:16:11.061509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:16:11.073283 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] Sync routers for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:16:11.086824 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:11.089047 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:16:11.090614 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:11.131520 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9e0f305f-d4fc-467b-8655-84aa8c5b5b98 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3043034 May 27 15:16:11.131520 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:11.131520 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea246fd5-2a01-481d-bc87-c05274cd27d8" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:11.171728 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4133a2-f8c6-45dd-a36d-29556457d34e x-openstack-request-id: req-df4133a2-f8c6-45dd-a36d-29556457d34e {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:11.172063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:11.172358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df4133a2-f8c6-45dd-a36d-29556457d34e {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:11.172853 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4133a2-f8c6-45dd-a36d-29556457d34e'] response: {'name': 'network-changed', 'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'status': 'completed', 'code': 200} May 27 15:16:11.233651 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:16:11.437595 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a382f455-3407-4e15-b9cd-1a1f1ac981b5', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'port_id': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'mac_address': 'fa:16:3e:d3:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:16:09Z', 'updated_at': '2022-05-27T15:16:09Z', 'revision_number': 0, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:21Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:11.464666 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] Checking router: f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:16:11.473140 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:16:11.474285 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:11.569406 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:16:11.713194 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-26685fbc-2f01-4a1a-b1ee-bf3118faf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:11.714751 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-26685fbc-2f01-4a1a-b1ee-bf3118faf670 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1130 time: 0.0483720 May 27 15:16:11.790192 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a382f455-3407-4e15-b9cd-1a1f1ac981b5', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'port_id': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'mac_address': 'fa:16:3e:d3:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:16:09Z', 'updated_at': '2022-05-27T15:16:09Z', 'revision_number': 0, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:21Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:11.815681 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8f747-d48d-48ec-9f03-0a45b5e82ed1 None None] The sync data for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi is: [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a382f455-3407-4e15-b9cd-1a1f1ac981b5', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'port_id': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'mac_address': 'fa:16:3e:d3:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:16:09Z', 'updated_at': '2022-05-27T15:16:09Z', 'revision_number': 0, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:21Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:16:11.826303 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-de554047-848b-4aab-9e87-93f8349e8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:11.827783 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-de554047-848b-4aab-9e87-93f8349e8fb8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 910 time: 0.1066086 May 27 15:16:11.849777 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6f1b-81a7-4c1a-9d2e-f45f3aed3402 req-5726dc89-841a-4421-9708-e7464670a872 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:11.851275 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fe6c6f1b-81a7-4c1a-9d2e-f45f3aed3402 req-5726dc89-841a-4421-9708-e7464670a872 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.0602303 May 27 15:16:11.903259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd580b-b7e8-4160-926e-6cd8c8b03d55 req-5d63a3cd-ebee-4514-9824-a8151735e5dd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:11.904870 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85cd580b-b7e8-4160-926e-6cd8c8b03d55 req-5d63a3cd-ebee-4514-9824-a8151735e5dd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0763156 May 27 15:16:11.942514 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fe6c6f1b-81a7-4c1a-9d2e-f45f3aed3402 req-32042580-6ff9-43e8-b5c0-90f79cda24ba tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747588 May 27 15:16:11.970754 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85cd580b-b7e8-4160-926e-6cd8c8b03d55 req-13322422-c20a-454d-8400-c43d559a71d5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567198 May 27 15:16:12.050774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7bda4-7768-4fcd-81fa-a2fb3725297e None None] New status for floating IP a382f455-3407-4e15-b9cd-1a1f1ac981b5: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:16:12.095406 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d45568-87bd-4b92-983e-910b739a1fce req-d159c61e-d75f-428f-9a2e-6ecbf46fece5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:12.096863 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-44d45568-87bd-4b92-983e-910b739a1fce req-d159c61e-d75f-428f-9a2e-6ecbf46fece5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.0846074 May 27 15:16:12.107352 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47018) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:16:12.109187 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db9c82-840a-4a1e-9d2c-ca5ae3c32497 req-84914769-bd4c-4987-af9c-20f31328092e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:12.111614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4db9c82-840a-4a1e-9d2c-ca5ae3c32497 req-84914769-bd4c-4987-af9c-20f31328092e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0662541 May 27 15:16:12.113210 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'port_id': 'e0325de7-c795-44a6-8a5c-f7ee84487683'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:16:12.150514 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:12.154613 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:12.157572 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (efa8c85c-d102-41dd-b9b0-7acc6f0c798b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:12.180829 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4db9c82-840a-4a1e-9d2c-ca5ae3c32497 req-a7589af3-4380-4042-8af2-ab654074ce2c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597167 May 27 15:16:12.328186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4b83-3724-44f2-9201-0b7a854e9967 req-8acf8c16-70ab-475f-98d4-d0aa5f8ea55f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:12.329708 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-07ff4b83-3724-44f2-9201-0b7a854e9967 req-8acf8c16-70ab-475f-98d4-d0aa5f8ea55f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0557525 May 27 15:16:12.390007 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-07ff4b83-3724-44f2-9201-0b7a854e9967 req-7819d8c3-db64-43bf-a983-5be0e9e46000 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510736 May 27 15:16:12.420466 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:12.598981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:12.603022 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (efa8c85c-d102-41dd-b9b0-7acc6f0c798b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:12.698142 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP efa8c85c-d102-41dd-b9b0-7acc6f0c798b associated. External IP: 172.27.1.27, port: e0325de7-c795-44a6-8a5c-f7ee84487683. May 27 15:16:12.896758 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:16:13.055326 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-665f5773-40e0-466c-8bbd-bcb1ef2f5897 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 1002 time: 0.1014066 May 27 15:16:13.056388 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:16:13.060766 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:13.065919 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-07370ae7-24fa-48f9-b95e-62586ae5d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.067525 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:16:13.067925 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-07370ae7-24fa-48f9-b95e-62586ae5d113 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 1129 time: 0.0688524 May 27 15:16:13.077688 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:16:13.078279 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:13.094704 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9aa15-ccb6-409f-9b33-4f55f1f538b9 req-e98f41b6-cbab-4c9a-8d05-90661e94ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.096180 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-17f9aa15-ccb6-409f-9b33-4f55f1f538b9 req-e98f41b6-cbab-4c9a-8d05-90661e94ad06 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.0632095 May 27 15:16:13.136987 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-91a65717-31a8-41a6-baff-a6ba6f01fec0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "PUT /v2.0/floatingips/efa8c85c-d102-41dd-b9b0-7acc6f0c798b HTTP/1.1" status: 200 len: 990 time: 1.0275524 May 27 15:16:13.139378 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:13.141783 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:13.152523 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-7f1ae359-f9ee-45fe-8487-9815b084e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.154556 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-7f1ae359-f9ee-45fe-8487-9815b084e447 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.0905981 May 27 15:16:13.195719 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-17f9aa15-ccb6-409f-9b33-4f55f1f538b9 req-34f13eed-e9e2-4092-8d24-343f486b9eae service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891311 May 27 15:16:13.197002 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a07f7-5966-4d33-b6fd-3090924ce594 x-openstack-request-id: req-167a07f7-5966-4d33-b6fd-3090924ce594 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:13.197284 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:13.197534 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-167a07f7-5966-4d33-b6fd-3090924ce594 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:13.198056 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167a07f7-5966-4d33-b6fd-3090924ce594'] response: {'name': 'network-changed', 'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'status': 'completed', 'code': 200} May 27 15:16:13.212278 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-30f6b251-372e-4986-bf62-7a36e08e58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.213805 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-30f6b251-372e-4986-bf62-7a36e08e58d1 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507865 May 27 15:16:13.215869 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:16:13.219048 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-bf2512b5-c4e3-4835-aa38-11985214f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.220525 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-bf2512b5-c4e3-4835-aa38-11985214f2bf service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.1456695 May 27 15:16:13.260906 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:13.308426 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28fd4f-cd8c-43d2-bbd0-66fb1b319fca req-965179f9-c82d-47b9-b897-ea1426b273b3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.309934 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6a28fd4f-cd8c-43d2-bbd0-66fb1b319fca req-965179f9-c82d-47b9-b897-ea1426b273b3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0483029 May 27 15:16:13.359470 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6a28fd4f-cd8c-43d2-bbd0-66fb1b319fca req-40483a73-b3b6-4def-9f25-0629e3973b15 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 May 27 15:16:13.404127 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:13.430482 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:13.529126 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-6e5b33fe-b1d5-4e0d-97ed-c62d1ce37f4d service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084182 May 27 15:16:13.536044 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'efa8c85c-d102-41dd-b9b0-7acc6f0c798b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:fb:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:16:00Z', 'updated_at': '2022-05-27T15:16:12Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:13.541256 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-f90cde75-55b5-439c-b540-db8e17679e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.542758 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-f90cde75-55b5-439c-b540-db8e17679e92 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 1129 time: 0.1215131 May 27 15:16:13.562834 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:16:13.563875 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-db649621-3037-4b5c-9be2-9e8f0504fd93 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 200 len: 1000 time: 0.1439288 May 27 15:16:13.571935 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9740e-04ed-4dae-b42d-a720d499f64a req-2c51ba56-a72b-44b4-a97b-789c83d48985 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.572671 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:16:13.573249 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:15:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:13.573510 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ce9740e-04ed-4dae-b42d-a720d499f64a req-2c51ba56-a72b-44b4-a97b-789c83d48985 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0841653 May 27 15:16:13.601911 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2634b74c-c67e-45f7-8ef9-95e83d962ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:13.642265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:13.674000 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ea246fd5-2a01-481d-bc87-c05274cd27d8 req-d22a0f1b-8eb4-422a-80de-4fe8cec32cc9 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343606 May 27 15:16:13.679328 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:16:13.701166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-a1253efb-0a52-4127-addd-5cdde2d11647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.702614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-a1253efb-0a52-4127-addd-5cdde2d11647 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.1189289 May 27 15:16:13.741420 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ce9740e-04ed-4dae-b42d-a720d499f64a req-04ce721a-80fd-4685-8217-abf8cce96632 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439519 May 27 15:16:13.746111 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-4f573e9f-a45d-45ca-b6d6-e03f818c036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:13.747616 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-4f573e9f-a45d-45ca-b6d6-e03f818c036b service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.1923530 May 27 15:16:13.895123 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'efa8c85c-d102-41dd-b9b0-7acc6f0c798b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:fb:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:16:00Z', 'updated_at': '2022-05-27T15:16:12Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:13.919338 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda7544-67c6-41ff-8bbc-3e09f5ecc4be None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'efa8c85c-d102-41dd-b9b0-7acc6f0c798b', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:fb:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:16:00Z', 'updated_at': '2022-05-27T15:16:12Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:16:14.087593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-131423eb-d1e9-41d4-9891-81b2b7207688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:14.089149 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-131423eb-d1e9-41d4-9891-81b2b7207688 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818937 May 27 15:16:14.096132 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-8014d877-3aaf-488d-99d0-4ee61e9f049d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0325de7-c795-44a6-8a5c-f7ee84487683 HTTP/1.1" status: 200 len: 998 time: 0.0950775 May 27 15:16:14.127654 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387eb4fe-f581-4f14-b63b-d37f0fad5219 None None] New status for floating IP efa8c85c-d102-41dd-b9b0-7acc6f0c798b: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:16:14.186813 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:14.221655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-7d373772-9059-4686-9bcd-21ecc4ff77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:14.223109 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-7d373772-9059-4686-9bcd-21ecc4ff77ca service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0986600 May 27 15:16:14.311803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-ad9eafe0-e7b5-47e0-b872-a7f95c4c0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:14.313334 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-ad9eafe0-e7b5-47e0-b872-a7f95c4c0b01 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559218 May 27 15:16:14.315217 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-923cad64-2795-4072-b3b4-2d5d41436a44 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437979 May 27 15:16:14.476107 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c2571-a0e7-4912-a18c-01d9b008f323 req-9dad0516-ebf8-4116-ab94-6b87d2b6023f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:14.477513 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d74c2571-a0e7-4912-a18c-01d9b008f323 req-9dad0516-ebf8-4116-ab94-6b87d2b6023f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0499058 May 27 15:16:14.527900 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d74c2571-a0e7-4912-a18c-01d9b008f323 req-7dc3746e-d68c-47d0-834a-84bef2dea76b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 May 27 15:16:14.857812 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d8b5-8c14-462d-97a3-9f3d95f82cd5 req-66ec0044-18ed-4265-bbb7-2081760fe257 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:14.859284 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f820d8b5-8c14-462d-97a3-9f3d95f82cd5 req-66ec0044-18ed-4265-bbb7-2081760fe257 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0475640 May 27 15:16:14.907325 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f820d8b5-8c14-462d-97a3-9f3d95f82cd5 req-998db3bb-182b-48dc-8ff5-39cd30d640c3 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424912 May 27 15:16:15.127700 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-11561533-57ce-4832-af6f-e45449517dcc service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540926 May 27 15:16:15.129427 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4017662-f7a2-4e14-b84c-ca660a60ae31 req-e9a06d67-31f3-43ee-92ef-e18181a85b51 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636298 May 27 15:16:15.230591 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00eb8ceb-a1f2-4498-abb4-7dd501698eb7 req-6ca6e1c3-a341-4764-ab75-65e9f3395d69 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910695 May 27 15:16:15.643947 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c005fb-fda9-4f3f-967d-99715611730b req-b09902ff-10f6-4a35-b555-38f149ae8584 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:15.645348 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-42c005fb-fda9-4f3f-967d-99715611730b req-b09902ff-10f6-4a35-b555-38f149ae8584 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0477314 May 27 15:16:15.692288 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-42c005fb-fda9-4f3f-967d-99715611730b req-f0d75386-c40d-40cc-86a1-8c85de67b596 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405498 May 27 15:16:15.837972 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-28708eae-1501-494c-b6ab-74128045f46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:16.029868 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45980b-a902-40df-8c55-89e19aced131 req-189f1343-a097-4b64-acea-1e96df8f65ef tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:16.031411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7f45980b-a902-40df-8c55-89e19aced131 req-189f1343-a097-4b64-acea-1e96df8f65ef tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0534980 May 27 15:16:16.118129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb86f52-5368-4b81-89d8-604ba090bbfd req-da61c28e-4407-4f8e-b009-011a3000ae38 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:16.119591 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb86f52-5368-4b81-89d8-604ba090bbfd req-da61c28e-4407-4f8e-b009-011a3000ae38 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0798080 May 27 15:16:16.122644 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:16.127142 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7f45980b-a902-40df-8c55-89e19aced131 req-a13f20d5-c056-4fa4-a192-c5552bf03f90 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860586 May 27 15:16:16.178052 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb86f52-5368-4b81-89d8-604ba090bbfd req-059e130b-8cbc-4a2a-b977-6bb4c42d16d5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491352 May 27 15:16:16.264195 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc69f-8f90-491f-964a-e129e17ad504 req-94a24562-6222-4ac9-816d-fc56bd2f9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:16.265704 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-94a24562-6222-4ac9-816d-fc56bd2f9976 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.0443039 May 27 15:16:16.577576 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:16.595232 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc69f-8f90-491f-964a-e129e17ad504 req-164e6776-08f2-4d01-9b2a-b55438b9faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:16.596732 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-164e6776-08f2-4d01-9b2a-b55438b9faec service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.3238466 May 27 15:16:16.662024 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-e5be6417-a53c-4984-8e04-26612db8485c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0567989 May 27 15:16:16.723032 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc69f-8f90-491f-964a-e129e17ad504 req-4baff131-a2a7-4d1c-8120-7c7e3bff6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:16.724755 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-4baff131-a2a7-4d1c-8120-7c7e3bff6999 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0446243 May 27 15:16:16.768695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc69f-8f90-491f-964a-e129e17ad504 req-033924f4-5403-45fa-9e66-37c58f973293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:16.770203 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-033924f4-5403-45fa-9e66-37c58f973293 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383103 May 27 15:16:16.862386 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-c03378ee-62c9-451f-8307-17375470e0f6 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 May 27 15:16:16.952411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-720cc69f-8f90-491f-964a-e129e17ad504 req-7653d0e4-512b-4328-97e2-7eb217f22aef service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 May 27 15:16:17.256973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6d58-61a2-469d-957c-5670db899a1f req-9af6158f-9c64-4101-a73e-ab2c6678561b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:17.258452 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30ca6d58-61a2-469d-957c-5670db899a1f req-9af6158f-9c64-4101-a73e-ab2c6678561b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0623164 May 27 15:16:17.313355 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:17.318785 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd27fa3-1272-4b9b-b38e-9485e07e80f5 req-6e3f1ab4-3c1f-431e-9bc9-2da9520fbdc7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:17.320299 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7fd27fa3-1272-4b9b-b38e-9485e07e80f5 req-6e3f1ab4-3c1f-431e-9bc9-2da9520fbdc7 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0609887 May 27 15:16:17.356383 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30ca6d58-61a2-469d-957c-5670db899a1f req-fa5bf327-8e5b-42a8-b5cf-8383fa39f6ab tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886700 May 27 15:16:17.383789 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7fd27fa3-1272-4b9b-b38e-9485e07e80f5 req-a607c88a-908a-4993-be10-afe6cc3fcafa tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574734 May 27 15:16:18.404225 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:18.497857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511876f-1da3-414f-a210-0bba8d292604 req-701e375d-5d43-4583-b667-1f385d61bd61 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:18.499206 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9511876f-1da3-414f-a210-0bba8d292604 req-701e375d-5d43-4583-b667-1f385d61bd61 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0479398 May 27 15:16:18.550194 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9511876f-1da3-414f-a210-0bba8d292604 req-7af17ee5-1c9b-43f5-b8d5-1a5204f29b9f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 May 27 15:16:19.668338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e4fa-f846-4804-977c-a1838a245c1c req-708546e0-b7d2-4644-ab7b-97b6b1db5cc8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:19.669739 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9d12e4fa-f846-4804-977c-a1838a245c1c req-708546e0-b7d2-4644-ab7b-97b6b1db5cc8 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0504367 May 27 15:16:19.717817 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9d12e4fa-f846-4804-977c-a1838a245c1c req-78d362a4-baa5-4f5c-98e6-dc6e8b3e8493 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 May 27 15:16:19.779974 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:19.829106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7e525-2ace-4f96-8c5e-48d0ee3af0c8 req-39eb301c-bde9-41fe-9155-10e3b2c0e8af tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:19.830578 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84e7e525-2ace-4f96-8c5e-48d0ee3af0c8 req-39eb301c-bde9-41fe-9155-10e3b2c0e8af tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0475411 May 27 15:16:19.839200 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47066) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:16:19.844229 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Request body: {'floatingip': {'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:16:19.886854 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:19.901463 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:20.347591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:20.351975 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:20.548609 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:16:20.857083 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:20.875527 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:16:20.880390 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:20.886804 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] Sync routers for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:16:20.897717 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:16:20.898302 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:16:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:20.910456 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:20.913032 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf356227-2c5e-4460-a205-e401be792cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:20.941948 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4ff355db-85c7-450a-9d34-e1cd513611ae tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "PUT /v2.0/floatingips/b5738644-ce69-45b6-afcc-723d746dde5a HTTP/1.1" status: 200 len: 993 time: 1.1016622 May 27 15:16:20.972535 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ae99c-d82c-4861-ad4c-81014e85da87 x-openstack-request-id: req-fa8ae99c-d82c-4861-ad4c-81014e85da87 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:20.972820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:20.973064 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa8ae99c-d82c-4861-ad4c-81014e85da87 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:20.973474 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8ae99c-d82c-4861-ad4c-81014e85da87'] response: {'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'status': 'completed', 'code': 200} May 27 15:16:21.008028 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:16:21.038469 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356227-2c5e-4460-a205-e401be792cd0 req-7682ce2e-6276-4128-93c2-856133313db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:21.039972 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-7682ce2e-6276-4128-93c2-856133313db3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.0435977 May 27 15:16:21.071489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:21.141008 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356227-2c5e-4460-a205-e401be792cd0 req-3b43a9af-4d0a-4811-bb50-0a0e984afe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:21.142483 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-3b43a9af-4d0a-4811-bb50-0a0e984afe4e service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.0889232 May 27 15:16:21.207677 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-4a129982-e58d-4f51-b163-cdb79738c9c8 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0588224 May 27 15:16:21.221923 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'b5738644-ce69-45b6-afcc-723d746dde5a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:34Z', 'updated_at': '2022-05-27T15:16:20Z', 'revision_number': 3, 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:21.248650 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] Checking router: 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:16:21.259236 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:16:21.259839 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:16:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:21.267806 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356227-2c5e-4460-a205-e401be792cd0 req-e75c71b9-d285-4bd7-8a6c-7771c65a6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:21.269388 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-e75c71b9-d285-4bd7-8a6c-7771c65a6b5f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0479064 May 27 15:16:21.299971 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:21.323400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356227-2c5e-4460-a205-e401be792cd0 req-131ae895-9f9f-4933-9ef6-1bdd0c523bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:21.325068 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-131ae895-9f9f-4933-9ef6-1bdd0c523bba service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495584 May 27 15:16:21.357017 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:21.371427 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:16:21.423905 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-a9876327-ff79-4955-8240-22df4fb36d81 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908332 May 27 15:16:21.511082 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:21.514997 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf356227-2c5e-4460-a205-e401be792cd0 req-357b7843-4b4b-4b52-a26f-c86d287985e6 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843349 May 27 15:16:21.588952 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'b5738644-ce69-45b6-afcc-723d746dde5a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:34Z', 'updated_at': '2022-05-27T15:16:20Z', 'revision_number': 3, 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:16:21.616943 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e583ce1-7a2a-40f0-a1fe-a38ed076cb14 None None] The sync data for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi is: [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'b5738644-ce69-45b6-afcc-723d746dde5a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'port_id': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'mac_address': 'fa:16:3e:9a:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:14:34Z', 'updated_at': '2022-05-27T15:16:20Z', 'revision_number': 3, 'project_id': 'c162124048a34243867e236c81a70eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:16:22.974596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:16:22.976977 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:16:23.011817 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3982d0-18e6-43d6-8c3d-0956a2fc74f9 x-openstack-request-id: req-ea3982d0-18e6-43d6-8c3d-0956a2fc74f9 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:16:23.012106 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:16:23.012359 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea3982d0-18e6-43d6-8c3d-0956a2fc74f9 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:16:23.012845 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3982d0-18e6-43d6-8c3d-0956a2fc74f9'] response: {'name': 'network-changed', 'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'status': 'completed', 'code': 200} May 27 15:16:23.074975 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-046159d3-6ddd-4f5c-9fab-a06f8bdf84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:23.076429 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-046159d3-6ddd-4f5c-9fab-a06f8bdf84f7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 1130 time: 0.0385976 May 27 15:16:23.169704 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-b712da0e-0814-4d03-baae-08135f0f6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:23.171159 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-b712da0e-0814-4d03-baae-08135f0f6079 service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.0889511 May 27 15:16:23.242574 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-3a118e72-f57d-4822-b81c-e7af8cd56e20 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0579486 May 27 15:16:23.294473 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-7fbe6bf4-f3ad-47f1-bacb-f52cd7e8fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:23.295922 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-7fbe6bf4-f3ad-47f1-bacb-f52cd7e8fec1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0450792 May 27 15:16:23.347401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-75fab905-18ed-436b-8bd7-05e640f048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:23.349543 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-75fab905-18ed-436b-8bd7-05e640f048d9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419364 May 27 15:16:23.447456 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-8739e9eb-d873-465a-a8f1-c94f11a7e51d service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889130 May 27 15:16:23.543720 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f650cbe-62a9-4b50-9cdc-c7b7b17c561b req-102556a3-4868-4adf-b515-9afc69417850 service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845919 May 27 15:16:23.871220 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:23.879457 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d52c-9a00-4bae-a4d8-1798bdd7542b req-3736df2e-e505-4716-85d5-8f0aa5abd777 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:23.881725 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6607d52c-9a00-4bae-a4d8-1798bdd7542b req-3736df2e-e505-4716-85d5-8f0aa5abd777 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0832853 May 27 15:16:23.887077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e714-1c72-4332-9edc-025a0692ba67 req-bc0c6683-5177-44a8-bf27-427f49e3aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:23.888465 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-bc0c6683-5177-44a8-bf27-427f49e3aece service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1168 time: 0.0560744 May 27 15:16:24.005792 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6607d52c-9a00-4bae-a4d8-1798bdd7542b req-0d2e180a-5cfa-47db-a5f6-b66bbd337c62 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155784 May 27 15:16:24.023982 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e714-1c72-4332-9edc-025a0692ba67 req-d48cd9ef-0b01-4a37-9e5f-8053c26a5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:24.025437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-d48cd9ef-0b01-4a37-9e5f-8053c26a5fdf service neutron] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 915 time: 0.1234937 May 27 15:16:24.087293 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-5e3aa7c9-e836-475f-9f3a-106f4eb4afdb service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0555272 May 27 15:16:24.145648 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e714-1c72-4332-9edc-025a0692ba67 req-04e9443c-1c1c-45e7-8be8-1ce5b743bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:24.146966 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-04e9443c-1c1c-45e7-8be8-1ce5b743bb6d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.0438213 May 27 15:16:24.188494 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:24.200387 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e714-1c72-4332-9edc-025a0692ba67 req-ced0b5f3-0bff-4b34-a78f-38f8ed66f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:24.201865 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-ced0b5f3-0bff-4b34-a78f-38f8ed66f4ae service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421882 May 27 15:16:24.290697 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-7c88a8a5-6337-4a00-9e17-c60b24aabccf service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827811 May 27 15:16:24.384912 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e268e714-1c72-4332-9edc-025a0692ba67 req-0e087c8d-1238-4926-b32a-b3da9220d7d0 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865159 May 27 15:16:25.122714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317331b8-cb19-467d-8073-2888479d20eb req-e99918aa-38ba-450a-8116-d77d1431f9ab tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:25.124175 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-317331b8-cb19-467d-8073-2888479d20eb req-e99918aa-38ba-450a-8116-d77d1431f9ab tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0482743 May 27 15:16:25.185057 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-317331b8-cb19-467d-8073-2888479d20eb req-9e1381d8-6318-428f-961a-0b0420a58467 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541079 May 27 15:16:26.303151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310e081-db74-4342-b862-b47ae9caf268 req-e53688fe-6a55-47b1-9168-d60f62e5e7af tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:26.304632 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7310e081-db74-4342-b862-b47ae9caf268 req-e53688fe-6a55-47b1-9168-d60f62e5e7af tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0516610 May 27 15:16:26.365658 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7310e081-db74-4342-b862-b47ae9caf268 req-cf61696a-4e31-4397-b9b5-3c212e0a8ab9 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553231 May 27 15:16:27.482534 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cca9-2c6a-4c40-ba96-afc301855a12 req-d101f5e3-d1bd-4b85-b465-cd3d0c17738a tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:27.484009 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a993cca9-2c6a-4c40-ba96-afc301855a12 req-d101f5e3-d1bd-4b85-b465-cd3d0c17738a tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0490267 May 27 15:16:27.545458 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a993cca9-2c6a-4c40-ba96-afc301855a12 req-cc6519ce-556f-4e36-9a8d-d5e46184e254 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550661 May 27 15:16:28.658926 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c3afe-930c-4608-b485-dac4055636f0 req-39ad9f32-8ef6-4eef-b2a2-56ab05dc52dc tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:28.660285 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b06c3afe-930c-4608-b485-dac4055636f0 req-39ad9f32-8ef6-4eef-b2a2-56ab05dc52dc tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0469713 May 27 15:16:28.724122 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b06c3afe-930c-4608-b485-dac4055636f0 req-2efcb881-413a-4996-8a98-bcedeca6a78c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561538 May 27 15:16:29.769123 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:29.773560 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:29.775386 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=53,neutron:UPDATE=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:29.852602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc43c5d-eb07-440a-ae0c-04069ce08ca4 req-6c7e9f39-003d-4983-93a2-7a402a983b6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:29.854606 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ebc43c5d-eb07-440a-ae0c-04069ce08ca4 req-6c7e9f39-003d-4983-93a2-7a402a983b6d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0562148 May 27 15:16:29.896320 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:29.917222 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ebc43c5d-eb07-440a-ae0c-04069ce08ca4 req-0be70a62-af85-46cb-babb-0c673940bc1f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569565 May 27 15:16:29.947453 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:30.933453 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:30.939510 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:31.035637 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ade8-06ff-4100-ba84-83ee2a589e5f req-db7504d4-4ffa-44ce-8e1c-fbef2f6f870d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:31.037273 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84c4ade8-06ff-4100-ba84-83ee2a589e5f req-db7504d4-4ffa-44ce-8e1c-fbef2f6f870d tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0485647 May 27 15:16:31.096989 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84c4ade8-06ff-4100-ba84-83ee2a589e5f req-746d5bdb-d33d-48e3-a661-d5160ff78d14 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539134 May 27 15:16:32.215694 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4650f2-731a-4b03-98e9-038f800c0022 req-6b26abde-b710-4447-b5d1-8e5a4ea75861 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:32.217447 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a4650f2-731a-4b03-98e9-038f800c0022 req-6b26abde-b710-4447-b5d1-8e5a4ea75861 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0518215 May 27 15:16:32.263794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:32.279349 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a4650f2-731a-4b03-98e9-038f800c0022 req-61ba0668-8602-42df-bef8-96dab61e69eb tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560877 May 27 15:16:33.392608 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a19b2-3a53-438f-a0c1-f26e14f1a050 req-4ed3e20d-4bab-41fc-94e5-5ea250d2bf98 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:33.394088 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f4a19b2-3a53-438f-a0c1-f26e14f1a050 req-4ed3e20d-4bab-41fc-94e5-5ea250d2bf98 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0476813 May 27 15:16:33.462266 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f4a19b2-3a53-438f-a0c1-f26e14f1a050 req-67f511b0-e224-4613-a598-8d8654fa75ca tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616629 May 27 15:16:34.574637 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77455664-d651-472c-89d0-0ee036e84cf6 req-14c4ff4c-4757-4699-ae16-b93d5d6c18f5 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:34.576110 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77455664-d651-472c-89d0-0ee036e84cf6 req-14c4ff4c-4757-4699-ae16-b93d5d6c18f5 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0469697 May 27 15:16:34.640579 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77455664-d651-472c-89d0-0ee036e84cf6 req-5ae3ad77-f0cc-431d-930b-a71960cd1dc2 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586417 May 27 15:16:35.256635 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:16:35.754286 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be04b8-e7b9-406a-9420-437035df3585 req-8181dae0-fa68-4a0a-be05-12ca8680e259 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:35.755738 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e6be04b8-e7b9-406a-9420-437035df3585 req-8181dae0-fa68-4a0a-be05-12ca8680e259 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0479422 May 27 15:16:35.815550 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e6be04b8-e7b9-406a-9420-437035df3585 req-a93c1b52-90aa-4832-a393-3e0e12b73cd8 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542057 May 27 15:16:36.931878 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a4fe7-8db4-4dd4-aef8-d38aac5be27a req-813b7bc0-b565-4370-9e9a-c82f7fe0bce1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:36.934033 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d7a4fe7-8db4-4dd4-aef8-d38aac5be27a req-813b7bc0-b565-4370-9e9a-c82f7fe0bce1 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0479884 May 27 15:16:36.993528 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d7a4fe7-8db4-4dd4-aef8-d38aac5be27a req-5fb483d8-962e-458f-97b5-5af1a85c1c95 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536854 May 27 15:16:38.111152 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155da969-ad45-4d2e-9d69-866cfa5ea519 req-b2cd9929-3355-4861-999e-f0423795a630 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:38.112629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-155da969-ad45-4d2e-9d69-866cfa5ea519 req-b2cd9929-3355-4861-999e-f0423795a630 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0502758 May 27 15:16:38.173077 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-155da969-ad45-4d2e-9d69-866cfa5ea519 req-61287653-5f65-4dc2-b1ee-4a372b424f41 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540106 May 27 15:16:39.245327 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=16 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:39.289067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a9ad-ae9c-44ea-a717-b437fa9745f0 req-9a1b176b-4110-49a0-b21f-064550124f4e tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:39.290524 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c45a9ad-ae9c-44ea-a717-b437fa9745f0 req-9a1b176b-4110-49a0-b21f-064550124f4e tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0480857 May 27 15:16:39.350659 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c45a9ad-ae9c-44ea-a717-b437fa9745f0 req-9cbe6f68-f075-40ae-b66e-5c919102cd30 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543687 May 27 15:16:40.468012 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a391f-08e2-40f0-9f53-57eb03a28dde req-a368423e-25ae-4c37-bfc3-f5580566aa41 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:40.469493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e49a391f-08e2-40f0-9f53-57eb03a28dde req-a368423e-25ae-4c37-bfc3-f5580566aa41 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0516562 May 27 15:16:40.523675 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:40.530356 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e49a391f-08e2-40f0-9f53-57eb03a28dde req-205c87e7-c927-4001-9ece-76bc2cd54404 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547938 May 27 15:16:41.646071 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1cfcb-b341-44a6-b87c-249df9495b96 req-b03eb9c2-fb95-4e23-b11c-9acceaa5ff5c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:41.647765 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f9c1cfcb-b341-44a6-b87c-249df9495b96 req-b03eb9c2-fb95-4e23-b11c-9acceaa5ff5c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0484993 May 27 15:16:41.708983 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f9c1cfcb-b341-44a6-b87c-249df9495b96 req-b46eb184-4c7a-44e4-8c5d-211f2a2367d6 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&id=d8d76f4a-c578-47cc-afad-e8384745f9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548978 May 27 15:16:43.575273 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c862060-686c-40f1-b931-eb620c5b768e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:45.252043 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=38 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:45.842647 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6af96ab8-f6db-435d-aa7a-4c22119fa4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:47.316202 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:48.405099 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:49.785341 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:16:51.698912 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=11 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:51.703106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=76 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:57.800647 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-77ac82a1-e994-4a12-9587-3b9cc9a4eed1 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377111 May 27 15:16:57.864354 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153dea-421d-4161-b435-f2655dbcbafd req-9deed7d7-abb5-4c10-9980-c6667edd0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:57.866062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-9deed7d7-abb5-4c10-9980-c6667edd0d9a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c162124048a34243867e236c81a70eb0&device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 1130 time: 0.0428026 May 27 15:16:57.977193 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153dea-421d-4161-b435-f2655dbcbafd req-a37fcd18-f82b-40b8-b3ab-bce3ed8d5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:57.978663 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-a37fcd18-f82b-40b8-b3ab-bce3ed8d5579 service neutron] 10.222.0.40 "GET /v2.0/networks?id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 200 len: 919 time: 0.0895987 May 27 15:16:58.029007 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-964620ae-420f-4a03-bcd3-42c5d98a6c37 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f267f173-ac83-4368-b018-5052c6c6d82d HTTP/1.1" status: 200 len: 217 time: 0.0357120 May 27 15:16:58.079855 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153dea-421d-4161-b435-f2655dbcbafd req-d11579df-fc9c-41a1-a3e6-cdf2486a0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:58.081598 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-d11579df-fc9c-41a1-a3e6-cdf2486a0aaf service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 200 len: 857 time: 0.0448768 May 27 15:16:58.129036 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153dea-421d-4161-b435-f2655dbcbafd req-02e6bb9e-bb47-41d3-8a1f-433684f5b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:58.130708 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-02e6bb9e-bb47-41d3-8a1f-433684f5b842 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421338 May 27 15:16:58.240324 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-5ad672c9-bb1d-43a9-8860-82e1243e0c3e service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962231 May 27 15:16:58.334215 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db153dea-421d-4161-b435-f2655dbcbafd req-acfd8ef1-5802-4af0-a01b-f2154292c62f service neutron] 10.222.0.40 "GET /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869761 May 27 15:16:58.401608 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:59.570478 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740530-6339-4af8-9080-221183b42f4c req-fd60701a-7362-48f2-9e22-542fb178feb9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:16:59.571972 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5a740530-6339-4af8-9080-221183b42f4c req-fd60701a-7362-48f2-9e22-542fb178feb9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0973516 May 27 15:16:59.623404 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5a740530-6339-4af8-9080-221183b42f4c req-2e482492-af33-484f-af21-adec4674d45b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458519 May 27 15:16:59.774150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:59.781410 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:16:59.961476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:00.736961 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe3220-c0ba-403d-b042-5f0b0ecbd66d req-8b8a97bd-b6e2-411e-b5c4-a2b3f6ebc176 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:00.739032 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76fe3220-c0ba-403d-b042-5f0b0ecbd66d req-8b8a97bd-b6e2-411e-b5c4-a2b3f6ebc176 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0459223 May 27 15:17:00.785281 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76fe3220-c0ba-403d-b042-5f0b0ecbd66d req-b293f285-a543-48d2-ad89-d69964d59103 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 May 27 15:17:01.911498 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b0310-8c16-4410-8ec6-b9a5471c8e88 req-5714ef11-c0d2-44c3-a9c0-fa1316a26929 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:01.913958 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-019b0310-8c16-4410-8ec6-b9a5471c8e88 req-5714ef11-c0d2-44c3-a9c0-fa1316a26929 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0525589 May 27 15:17:01.980704 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-019b0310-8c16-4410-8ec6-b9a5471c8e88 req-504ede85-bea5-4f2f-93f8-a6087161dbee tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=29c14610-bd7c-4de7-9e5d-44d57d34cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549581 May 27 15:17:02.078545 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-c05fd5fd-2e47-44a5-bb2a-8de30ab9e5e5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:02.079858 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-c05fd5fd-2e47-44a5-bb2a-8de30ab9e5e5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 945 time: 0.0486042 May 27 15:17:02.361681 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Deleting port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:02.361928 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:02.462190 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] For port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:02.462547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:02.464587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:02.803033 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:02.869344 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:02.869728 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (4da7986f-71b7-4532-b8ed-0a41abaf6909), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:02.870059 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Floating IP 4da7986f-71b7-4532-b8ed-0a41abaf6909 disassociated. External IP: 172.27.1.19, port: 5737ab7a-1d8d-4ce7-85ab-97d0a121905d. May 27 15:17:02.870404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Calling delete_port for 5737ab7a-1d8d-4ce7-85ab-97d0a121905d owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:02.999639 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (5737ab7a-1d8d-4ce7-85ab-97d0a121905d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:03.027574 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event deleted for resources: {'Port': ['ID=5737ab7a-1d8d-4ce7-85ab-97d0a121905d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:03.038714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.039062 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.039408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.039746 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.040083 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.040502 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.040803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.041131 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.041460 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.041787 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.042114 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.042443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.042767 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.043087 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.043408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:03.125898 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0f7173f-b1c1-4eca-9f11-b61f68a46656 req-784f154d-f795-4d34-9ee0-2cb52aeb0a2d tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=90285ea2-a28f-4844-9a8a-652ecafc72ef HTTP/1.1" status: 200 len: 210 time: 0.0442855 May 27 15:17:03.186024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:03.289455 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:03.301372 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:03.310725 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:03.311335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:16:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:03.343155 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] No DVR routers for this DVR port 5737ab7a-1d8d-4ce7-85ab-97d0a121905d on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:03.346892 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:03.352707 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f5228fff-7fcf-4dd5-97a6-8cca72e0350c req-7803ca34-b840-4728-a075-7b1d6b0f65bb tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "DELETE /v2.0/ports/5737ab7a-1d8d-4ce7-85ab-97d0a121905d HTTP/1.1" status: 204 len: 173 time: 1.0721626 May 27 15:17:03.353349 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'name': 'network-vif-deleted', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:03.357103 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb417a97-4149-4ff9-9c71-256213fd656e" -d '{"events": [{"server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "name": "network-vif-deleted", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:03.443621 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307371ab-fd2b-45c7-aecb-54e77d527f62 x-openstack-request-id: req-307371ab-fd2b-45c7-aecb-54e77d527f62 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:03.443927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90285ea2-a28f-4844-9a8a-652ecafc72ef", "name": "network-vif-deleted", "tag": "5737ab7a-1d8d-4ce7-85ab-97d0a121905d", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:03.444175 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-307371ab-fd2b-45c7-aecb-54e77d527f62 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:03.444600 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307371ab-fd2b-45c7-aecb-54e77d527f62'] response: {'server_uuid': '90285ea2-a28f-4844-9a8a-652ecafc72ef', 'name': 'network-vif-deleted', 'tag': '5737ab7a-1d8d-4ce7-85ab-97d0a121905d', 'status': 'completed', 'code': 200} May 27 15:17:03.483286 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:03.678365 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:03.702515 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:03.711042 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:03.711630 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:16:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:03.820244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:04.018096 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:04.046123 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e17395-f4df-4b69-a3da-cf8080fd39ab None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:04.216655 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47196) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:04.277820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (29c14610-bd7c-4de7-9e5d-44d57d34cdba), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.285546 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b89b3a-c53a-4a3b-b481-7dde6b383bc7 None None] New status for floating IP 4da7986f-71b7-4532-b8ed-0a41abaf6909: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:17:04.302659 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (29c14610-bd7c-4de7-9e5d-44d57d34cdba), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.351898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (29c14610-bd7c-4de7-9e5d-44d57d34cdba), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.354407 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.358562 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "DELETE /v2.0/security-groups/29c14610-bd7c-4de7-9e5d-44d57d34cdba HTTP/1.1" status: 204 len: 168 time: 0.1404767 May 27 15:17:04.358852 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47198) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:04.368290 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c14610-bd7c-4de7-9e5d-44d57d34cdba,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:04.374856 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-3ddee8c5-1967-440f-9091-af13db0cbaa9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] show failed (client error): The resource could not be found. May 27 15:17:04.378422 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3ddee8c5-1967-440f-9091-af13db0cbaa9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups/29c14610-bd7c-4de7-9e5d-44d57d34cdba HTTP/1.1" status: 404 len: 347 time: 0.0154412 May 27 15:17:04.378646 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47200) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:04.389176 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.389626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.389985 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.390535 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.391005 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.391370 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.391672 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.392002 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.393075 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.393421 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.393766 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.394124 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.394488 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.395365 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.395365 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd73e0-6572-4967-a0a1-8f802849aa19 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:04.501018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Deleting port 2af6f520-4939-4e7b-8132-9cf9272a735c {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:04.501353 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.575702 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.576024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (2af6f520-4939-4e7b-8132-9cf9272a735c), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.589136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Calling delete_port for 2af6f520-4939-4e7b-8132-9cf9272a735c owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:04.666755 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:04.714682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:04.731519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (2af6f520-4939-4e7b-8132-9cf9272a735c), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.753221 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event deleted for resources: {'Port': ['ID=2af6f520-4939-4e7b-8132-9cf9272a735c,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:04.818126 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (4da7986f-71b7-4532-b8ed-0a41abaf6909), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.820551 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.821672 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-98441c66-6075-4724-bd7f-0267deead285 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "DELETE /v2.0/floatingips/4da7986f-71b7-4532-b8ed-0a41abaf6909 HTTP/1.1" status: 204 len: 168 time: 0.4411821 May 27 15:17:04.902780 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47206) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:04.907442 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187095658', 'description': 'tempest-description--422522234'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:04.930801 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:04.999483 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (6926aa83-8d9a-4be0-a856-43f020bfc6db), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.002847 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6926aa83-8d9a-4be0-a856-43f020bfc6db), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.033207 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.034397 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1305599 May 27 15:17:05.035711 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8f925-9db3-468c-a56e-6dd83320aa94 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6926aa83-8d9a-4be0-a856-43f020bfc6db,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:05.037386 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47208) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:05.042163 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'security_group_rule': {'security_group_id': '6926aa83-8d9a-4be0-a856-43f020bfc6db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:05.074260 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (0ad89d97-d2cc-4bbf-95ab-e8c01aacff9e), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.122622 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (0ad89d97-d2cc-4bbf-95ab-e8c01aacff9e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.129941 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (0ad89d97-d2cc-4bbf-95ab-e8c01aacff9e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.149999 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad89d97-d2cc-4bbf-95ab-e8c01aacff9e,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:05.157694 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.158988 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e94dbf64-4f64-455d-94e9-eba397d2794c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205711 May 27 15:17:05.162086 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47210) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:05.166586 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'security_group_rule': {'security_group_id': '6926aa83-8d9a-4be0-a856-43f020bfc6db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:05.195067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (61ef3111-754c-415e-97ef-cbb5420dbdef), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.246158 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (61ef3111-754c-415e-97ef-cbb5420dbdef), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.249666 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (61ef3111-754c-415e-97ef-cbb5420dbdef), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.266107 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ef3111-754c-415e-97ef-cbb5420dbdef,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:05.277260 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.278485 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d420b2fe-24cc-41f0-bf2a-ac26376cecc5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153500 May 27 15:17:05.281581 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47212) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:05.285952 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:05.307311 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.388645 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.495942 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Allocated IP 172.27.1.43 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/9e8789a1-d745-41f4-bfd3-cad4fc6881fc) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:05.603614 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.611493 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:05.639946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.669126 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5737ab7a-1d8d-4ce7-85ab-97d0a121905d no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:05.673458 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:05.676078 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:05.681621 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:05.688251 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:05.689749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 5737ab7a-1d8d-4ce7-85ab-97d0a121905d {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:05.690110 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5737ab7a-1d8d-4ce7-85ab-97d0a121905d not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:05.716574 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'Port': ['ID=9e8789a1-d745-41f4-bfd3-cad4fc6881fc,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:05.782781 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (c0211673-d332-4e4f-8774-fb71c6f7a0d0), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:05.820007 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:06.008067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:06.012295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:06.087369 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'Port': ['ID=9e8789a1-d745-41f4-bfd3-cad4fc6881fc,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:06.094861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (c0211673-d332-4e4f-8774-fb71c6f7a0d0), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:06.110391 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:06.111632 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-060d83de-b11f-482e-a8c6-79d121b109af tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8290856 May 27 15:17:06.311876 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-aa3696c8-c619-435d-86a1-e4f7cff91195 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--187095658&fields=id&tenant_id=72d5173b32b5480790babb3d178b94fb HTTP/1.1" status: 200 len: 267 time: 0.0432653 May 27 15:17:06.417865 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-2aac63ab-9c0f-4ff2-8c3d-c52d4b0f3c54 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:06.419326 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-2aac63ab-9c0f-4ff2-8c3d-c52d4b0f3c54 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 810 time: 0.1008184 May 27 15:17:06.434460 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-4d57fe8b-dc9c-415e-b872-983a4f9a71d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/quotas/72d5173b32b5480790babb3d178b94fb HTTP/1.1" status: 200 len: 375 time: 0.0097337 May 27 15:17:06.490367 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-82f05cac-8a0e-43ab-9f69-f9662f51cb60 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507486 May 27 15:17:06.578598 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:06.590873 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-468417b9-49b2-4e70-80fe-e1a8d762064d service neutron] 10.222.0.41 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891385 May 27 15:17:06.685430 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-d489c276-3e6a-4323-95b5-2c35bb2b7846 service neutron] 10.222.0.41 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880792 May 27 15:17:06.852887 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-02c79ace-9390-4347-ac6e-e285909e63ac req-a1de6cac-f3e5-4f19-bd9b-ddbf64799e0f tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 210 time: 0.0348361 May 27 15:17:07.954022 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-203fbc74-068b-49df-a851-d23450aaf69d req-cd43ccb1-7361-4887-adf6-b9affdcc5e58 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 210 time: 0.0272205 May 27 15:17:08.303908 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:08.332866 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-ea950f8c-d903-4901-a1f2-a7c9e20f0429 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:08.334341 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-ea950f8c-d903-4901-a1f2-a7c9e20f0429 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 810 time: 0.1115758 May 27 15:17:08.677077 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-cedaa2a5-3d0c-426b-aca0-84a91ef60ba0 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d5173b32b5480790babb3d178b94fb HTTP/1.1" status: 200 len: 379 time: 0.0594599 May 27 15:17:08.688754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'port': {'device_id': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'admin_state_up': True, 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'security_groups': ['6926aa83-8d9a-4be0-a856-43f020bfc6db']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:08.808827 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Made reservation on behalf of 72d5173b32b5480790babb3d178b94fb for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:17:08.812281 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:08.939945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Allocated IP 172.20.0.14 (fa7d805a-200a-417c-8552-13b168c382aa/7417e465-811c-44c6-9741-0e23c125ca54/8ce3e0a8-1883-4f25-97d5-3b1fd586b141) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:09.070216 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b4a2d37-0851-4b1a-987f-6ed75e30d3b8 req-66e2a7a9-1c0c-45a4-abf6-ae47a4cfaa11 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 210 time: 0.0342367 May 27 15:17:09.105985 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.139397 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.189647 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Network fa7d805a-200a-417c-8552-13b168c382aa is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:09.200875 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:09.203404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:09.211299 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event updated for resources: {'Port': ['ID=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:09.267067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:09.267890 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.272173 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:09.288063 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-59b5a5dd-a00e-45ce-b252-87d6ce768788 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6033654 May 27 15:17:09.301436 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Request body: {'port': {'device_id': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:09.376366 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.454069 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-bf7cf2f7-0ab6-4ab6-8acf-232dce9c15e6 None None] Provisioning complete for port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:09.455026 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf2f7-0ab6-4ab6-8acf-232dce9c15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.459099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:09.491775 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cf2f7-0ab6-4ab6-8acf-232dce9c15e6 None None] Port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:17:09.697454 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:17:09.704855 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Publish callbacks [] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.718579 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Transition to ACTIVE for port object 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:17:09.722182 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.775400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:09.848599 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Attempting to bind port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:17:09.848991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Attempting to bind port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:17:09.849250 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Attempting to bind port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 on network fa7d805a-200a-417c-8552-13b168c382aa {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:09.854327 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 on network fa7d805a-200a-417c-8552-13b168c382aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:17:09.854650 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Attempting to bind port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 on network fa7d805a-200a-417c-8552-13b168c382aa {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:09.859832 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:17:09.860173 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Checking segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:09.860659 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Bound using segment: {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:17:09.861089 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Bound port: 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5161bf-803f-4d3d-a8e9-d0e54c413122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:17:09.861452 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.933445 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] For port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:17:09.936466 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] For port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:17:09.943735 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.975982 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:09.976577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:09.977932 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] 10.222.0.40 "PUT /v2.0/ports/8ce3e0a8-1883-4f25-97d5-3b1fd586b141 HTTP/1.1" status: 200 len: 1094 time: 0.6825538 May 27 15:17:09.978359 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:09.980628 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e56b27d-4f21-4543-b207-77bd8b05f53e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:10.015265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8c263-2081-4cd7-8be3-2abf1e4f55cc service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:10.058183 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c1214-e1c4-43b6-8277-fe2857776021 x-openstack-request-id: req-346c1214-e1c4-43b6-8277-fe2857776021 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:10.058424 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:10.058683 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-346c1214-e1c4-43b6-8277-fe2857776021 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:10.059079 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346c1214-e1c4-43b6-8277-fe2857776021'] response: {'name': 'network-changed', 'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'status': 'completed', 'code': 200} May 27 15:17:10.073683 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-6e5863dd-1c7f-46a6-b6a3-467edcd6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:10.075190 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-6e5863dd-1c7f-46a6-b6a3-467edcd6ae75 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 1128 time: 0.0559590 May 27 15:17:10.162603 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-a0f19b0b-9320-4847-95ca-0406fe9da4a5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141 HTTP/1.1" status: 200 len: 217 time: 0.0420647 May 27 15:17:10.196238 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:10.244720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ddb98-d7c5-4af5-9d47-e12a3455b6f6 req-47fc7749-d2c6-4741-aa4f-8955a85941a9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:10.246207 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c68ddb98-d7c5-4af5-9d47-e12a3455b6f6 req-47fc7749-d2c6-4741-aa4f-8955a85941a9 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 944 time: 0.0863397 May 27 15:17:10.262881 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-1fa757b9-33a2-46ac-a550-4f77de2e24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:10.264284 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-1fa757b9-33a2-46ac-a550-4f77de2e24ce service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.0923748 May 27 15:17:10.328611 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-96f0d4e3-59e5-4d2c-932b-9df2a96f947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:10.330115 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-96f0d4e3-59e5-4d2c-932b-9df2a96f947d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594404 May 27 15:17:10.333474 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c68ddb98-d7c5-4af5-9d47-e12a3455b6f6 req-336733a1-7394-4f1e-aa1d-5900dcfaf081 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808392 May 27 15:17:10.429394 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-4b927a7a-ae23-4389-a5b7-106ad0bbb046 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926847 May 27 15:17:10.514786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:10.521518 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ee6c1a1-84c2-4f4c-a1f9-3a68822c6950 req-4af7a2bd-d5f7-40c3-a751-e73098c1dd6c service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860205 May 27 15:17:10.961469 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6203-5b8f-4b24-84c8-c1c0e0b56a02 req-45e1d827-ba4b-404c-928b-582a300cc6ad tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:10.962900 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d95f6203-5b8f-4b24-84c8-c1c0e0b56a02 req-45e1d827-ba4b-404c-928b-582a300cc6ad tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.0470026 May 27 15:17:11.013230 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d95f6203-5b8f-4b24-84c8-c1c0e0b56a02 req-332babe8-3dd8-46ea-85a3-f43928214e6c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 May 27 15:17:11.447794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c1014-48c3-43f9-bf8a-8a80ddad8cbd req-ef62154c-6c5c-403a-a356-beab9adba284 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:11.449280 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da4c1014-48c3-43f9-bf8a-8a80ddad8cbd req-ef62154c-6c5c-403a-a356-beab9adba284 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 944 time: 0.0461285 May 27 15:17:11.496023 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da4c1014-48c3-43f9-bf8a-8a80ddad8cbd req-644ea72f-6705-4891-bef7-571c4c7b3fc1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 May 27 15:17:11.622149 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-e9e52fff-0f0f-4875-8642-e794ba5e5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:11.623501 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-e9e52fff-0f0f-4875-8642-e794ba5e5858 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 1128 time: 0.0402656 May 27 15:17:12.127575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f5162-43e5-44a1-8ea1-9e7ebe5d3b84 req-fde18c3f-c46e-40e5-bff1-ae7bd962dbed tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:12.129326 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f46f5162-43e5-44a1-8ea1-9e7ebe5d3b84 req-fde18c3f-c46e-40e5-bff1-ae7bd962dbed tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.0485432 May 27 15:17:12.178881 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f46f5162-43e5-44a1-8ea1-9e7ebe5d3b84 req-d3c9a6f5-a4f5-4de5-970a-ba28560f1dc3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 May 27 15:17:12.254959 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:17:12.662112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196d068-ef8e-45fe-9916-a616f197cbe2 req-5a0307b7-d836-4c19-aa1d-35f323e69e3b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:12.663479 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9196d068-ef8e-45fe-9916-a616f197cbe2 req-5a0307b7-d836-4c19-aa1d-35f323e69e3b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 944 time: 0.0465884 May 27 15:17:12.709529 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9196d068-ef8e-45fe-9916-a616f197cbe2 req-1d1708fb-94cb-476e-a403-f589adb90091 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 May 27 15:17:12.953443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-d7c63aa5-a175-4828-8f79-a03ee5877365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:12.954806 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-d7c63aa5-a175-4828-8f79-a03ee5877365 service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.0878482 May 27 15:17:13.084431 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-f1c105cb-cd4b-44e2-8dd0-b189c8e4153a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141 HTTP/1.1" status: 200 len: 217 time: 0.0327439 May 27 15:17:13.133586 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-995a8325-c759-495e-b49f-3dc91b4e0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:13.134986 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-995a8325-c759-495e-b49f-3dc91b4e0c25 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.0435143 May 27 15:17:13.189441 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-5f230c5b-8e59-4850-964e-6ab9925c6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:13.190867 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-5f230c5b-8e59-4850-964e-6ab9925c6059 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502062 May 27 15:17:13.248554 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-9329c9e1-57e9-4de6-9501-ce8a31edd1a3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:13.249976 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-9329c9e1-57e9-4de6-9501-ce8a31edd1a3 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.0766439 May 27 15:17:13.253554 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:13.580297 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f64531ba-4ae6-441e-bef0-3f1c07d4a8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:13.597144 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8280-703e-47c6-891c-28d9efc4b0d0 req-552d02c6-b688-4a69-a955-516373d1c7c2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:13.599372 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d03f8280-703e-47c6-891c-28d9efc4b0d0 req-552d02c6-b688-4a69-a955-516373d1c7c2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 945 time: 0.3485408 May 27 15:17:13.649197 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-b9af2c63-5f8b-4a7f-a2ca-b099c4907d06 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426975 May 27 15:17:13.677951 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port e0325de7-c795-44a6-8a5c-f7ee84487683 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:13.678600 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:13.694260 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:17:13.768909 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d03f8280-703e-47c6-891c-28d9efc4b0d0 req-c26c7ca4-f9ca-41e2-9829-a0d4649139be tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=22bddc02-49d2-42bc-89aa-c862c131e461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586442 May 27 15:17:13.806431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:13.826165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:13.891981 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7bc47-8e04-435d-b691-fb899042d556 req-144b6b79-f634-47be-af5a-cc9b73e92c0b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:13.893686 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e2d7bc47-8e04-435d-b691-fb899042d556 req-144b6b79-f634-47be-af5a-cc9b73e92c0b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 944 time: 0.0880911 May 27 15:17:13.902517 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] For port e0325de7-c795-44a6-8a5c-f7ee84487683, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e0325de7-c795-44a6-8a5c-f7ee84487683,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:13.902889 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:13.908434 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e56b27d-4f21-4543-b207-77bd8b05f53e req-06cc15c2-7e6a-4902-a163-6a3f9b02f67e service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502623 May 27 15:17:13.945015 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'port_id': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'mac_address': 'fa:16:3e:40:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:17:13.980802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:13.981187 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:13.995216 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:17:14.017176 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:14.021382 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:14.045989 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e2d7bc47-8e04-435d-b691-fb899042d556 req-7a955224-f751-4dce-8392-b0d9ab8cefdf tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397879 May 27 15:17:14.071471 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:14.078580 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.078929 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.079302 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.079647 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.079979 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.080337 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.080686 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.081011 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.081339 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.081731 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.082123 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.082468 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.082792 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.083113 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.083431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:14.121911 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:14.122268 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (efa8c85c-d102-41dd-b9b0-7acc6f0c798b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:14.122588 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP efa8c85c-d102-41dd-b9b0-7acc6f0c798b disassociated. External IP: 172.27.1.27, port: e0325de7-c795-44a6-8a5c-f7ee84487683. May 27 15:17:14.122933 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for e0325de7-c795-44a6-8a5c-f7ee84487683 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:14.253417 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (e0325de7-c795-44a6-8a5c-f7ee84487683), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:14.278775 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:14.280218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=e0325de7-c795-44a6-8a5c-f7ee84487683,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:14.282433 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['8ce3e0a8-1883-4f25-97d5-3b1fd586b141'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:14.398457 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:14.504712 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:14.515797 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:14.526946 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:14.527593 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:16:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:14.546678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] No DVR routers for this DVR port e0325de7-c795-44a6-8a5c-f7ee84487683 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:14.549223 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:14.553250 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58266acb-615f-4cae-bbf9-b42e3d1baf30 req-e71dd161-c294-46ef-b878-4af8adc0f123 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "DELETE /v2.0/ports/e0325de7-c795-44a6-8a5c-f7ee84487683 HTTP/1.1" status: 204 len: 173 time: 1.2960289 May 27 15:17:14.553681 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'name': 'network-vif-deleted', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:14.556052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd0a3a-1023-46b9-8b3a-ddf1aa355342" -d '{"events": [{"server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "name": "network-vif-deleted", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:14.575242 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:14.596936 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c380c4-d59b-4f84-8af1-db44f6561bb9 x-openstack-request-id: req-03c380c4-d59b-4f84-8af1-db44f6561bb9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:14.597735 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6cd350-0623-438f-9e66-2e086037c8be", "name": "network-vif-deleted", "tag": "e0325de7-c795-44a6-8a5c-f7ee84487683", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:14.597998 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03c380c4-d59b-4f84-8af1-db44f6561bb9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:14.598596 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c380c4-d59b-4f84-8af1-db44f6561bb9'] response: {'server_uuid': 'bf6cd350-0623-438f-9e66-2e086037c8be', 'name': 'network-vif-deleted', 'tag': 'e0325de7-c795-44a6-8a5c-f7ee84487683', 'status': 'completed', 'code': 200} May 27 15:17:14.651133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:14.653109 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:14.683534 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:14.851877 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:14.878120 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:14.886573 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:14.887173 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:16:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:14.891811 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-48558830-a0b3-417a-b9ba-b6cdc0098e92 req-113dacd5-6be1-43c7-8329-02ec2f0ff801 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cd350-0623-438f-9e66-2e086037c8be HTTP/1.1" status: 200 len: 210 time: 0.0320776 May 27 15:17:14.997579 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:15.028327 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:15.030840 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:15.185065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3120b7-d301-4aa1-8cd6-33e21ff8f910 req-41512494-351c-4c0d-b224-173779a67c0e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:15.186520 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec3120b7-d301-4aa1-8cd6-33e21ff8f910 req-41512494-351c-4c0d-b224-173779a67c0e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 945 time: 0.0667210 May 27 15:17:15.191610 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:15.221286 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1e98-924f-46ee-ab3c-e1097b918677 None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:15.242013 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec3120b7-d301-4aa1-8cd6-33e21ff8f910 req-c8edc696-df6d-4001-bb17-c5185c1aeec1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479903 May 27 15:17:15.433347 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772fae2-ba6e-46a3-bf9d-dfbfc23a18ae None None] New status for floating IP efa8c85c-d102-41dd-b9b0-7acc6f0c798b: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:17:15.712619 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:17:15.755449 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:17:15.761440 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:15.761804 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:15.841720 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:15.842348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:15.862288 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d9e979e0-6e7c-4631-a787-41d437ddffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:15.875102 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:15.877320 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6b85f8-03a0-47a8-bb9f-8f015bee2950" -d '{"events": [{"server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "name": "network-vif-plugged", "status": "completed", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:15.891376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:15.896409 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:15.919827 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b16cc5d-c6a4-49ef-a0c2-852a734d4121 x-openstack-request-id: req-0b16cc5d-c6a4-49ef-a0c2-852a734d4121 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:15.920155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "name": "network-vif-plugged", "status": "completed", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:15.920467 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b16cc5d-c6a4-49ef-a0c2-852a734d4121 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:15.920867 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b16cc5d-c6a4-49ef-a0c2-852a734d4121'] response: {'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'code': 200} May 27 15:17:15.952553 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:15.990062 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47308) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:16.047256 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0a0bd010-58be-4bc3-91e7-c8b2c15a78f6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (22bddc02-49d2-42bc-89aa-c862c131e461), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.101714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0a0bd010-58be-4bc3-91e7-c8b2c15a78f6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (22bddc02-49d2-42bc-89aa-c862c131e461), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.113837 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:16.121244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114371af-ca3f-42bd-aa48-a48aab57ad31 req-af4ab240-3336-4cb2-bfa7-045d3bf447a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:16.122756 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-114371af-ca3f-42bd-aa48-a48aab57ad31 req-af4ab240-3336-4cb2-bfa7-045d3bf447a1 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 1130 time: 0.0643268 May 27 15:17:16.185561 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-114371af-ca3f-42bd-aa48-a48aab57ad31 req-40c136d4-bc34-4681-8247-4884919a3cca service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547571 May 27 15:17:16.190290 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0a0bd010-58be-4bc3-91e7-c8b2c15a78f6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (22bddc02-49d2-42bc-89aa-c862c131e461), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.193383 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0a0bd010-58be-4bc3-91e7-c8b2c15a78f6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.194450 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0a0bd010-58be-4bc3-91e7-c8b2c15a78f6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/security-groups/22bddc02-49d2-42bc-89aa-c862c131e461 HTTP/1.1" status: 204 len: 168 time: 0.2033601 May 27 15:17:16.197251 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47310) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:16.204129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bd010-58be-4bc3-91e7-c8b2c15a78f6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bddc02-49d2-42bc-89aa-c862c131e461,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:16.211780 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-3c1e965f-5809-430e-bebe-b2a6701c3a74 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] show failed (client error): The resource could not be found. May 27 15:17:16.213947 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3c1e965f-5809-430e-bebe-b2a6701c3a74 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups/22bddc02-49d2-42bc-89aa-c862c131e461 HTTP/1.1" status: 404 len: 347 time: 0.0156240 May 27 15:17:16.216968 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47312) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:16.330457 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port d295a188-2b1d-4cff-87da-e5f6807ae6e8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:16.330832 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.357593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711ead-b0fc-4e4e-8815-f1c020639db9 req-8d15094b-f287-4586-aeca-6c64fe3662f5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:16.359070 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9711ead-b0fc-4e4e-8815-f1c020639db9 req-8d15094b-f287-4586-aeca-6c64fe3662f5 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0485983 May 27 15:17:16.407842 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9711ead-b0fc-4e4e-8815-f1c020639db9 req-f14e2a5e-c546-48c6-bff5-27f2173fdedd tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 May 27 15:17:16.415424 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.415769 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (d295a188-2b1d-4cff-87da-e5f6807ae6e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.429285 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for d295a188-2b1d-4cff-87da-e5f6807ae6e8 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:16.564254 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (d295a188-2b1d-4cff-87da-e5f6807ae6e8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.591769 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=d295a188-2b1d-4cff-87da-e5f6807ae6e8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:16.658732 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (efa8c85c-d102-41dd-b9b0-7acc6f0c798b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.661735 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.662876 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-145cb62f-fe46-4e9f-a999-9e46d0d5a49b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/floatingips/efa8c85c-d102-41dd-b9b0-7acc6f0c798b HTTP/1.1" status: 204 len: 168 time: 0.4448266 May 27 15:17:16.732131 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47318) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:16.736723 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340299191', 'description': 'tempest-description--899199292'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:16.757692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.824162 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (f990a29c-33bb-4f2d-b2f7-6088c7152599), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.827742 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f990a29c-33bb-4f2d-b2f7-6088c7152599), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.858468 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.859674 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1265163 May 27 15:17:16.861760 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d540-3e66-48c5-8f06-9ae4091d7fc2 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f990a29c-33bb-4f2d-b2f7-6088c7152599,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:16.862631 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47320) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:16.868394 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': 'f990a29c-33bb-4f2d-b2f7-6088c7152599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:16.895979 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (1818c6dc-3493-4172-b420-a7f5edb5c37b), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.945592 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (1818c6dc-3493-4172-b420-a7f5edb5c37b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.949749 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (1818c6dc-3493-4172-b420-a7f5edb5c37b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.968626 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1818c6dc-3493-4172-b420-a7f5edb5c37b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:16.984419 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:16.984419 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1f4f7a19-aad3-4502-98c0-d6eedf002dca tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142135 May 27 15:17:16.984419 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47322) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:16.985713 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'security_group_rule': {'security_group_id': 'f990a29c-33bb-4f2d-b2f7-6088c7152599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:16.993440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:17.015994 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (9f3424a6-9c8f-4f84-8663-317313f5dba9), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.064161 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (9f3424a6-9c8f-4f84-8663-317313f5dba9), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.067778 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (9f3424a6-9c8f-4f84-8663-317313f5dba9), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.087720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3424a6-9c8f-4f84-8663-317313f5dba9,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:17.093189 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.094341 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-7124dd2e-dfca-47f7-8943-b0e152cec7ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120191 May 27 15:17:17.097899 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47324) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:17.102092 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:17.122152 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.203879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.316568 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.27.1.194 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/3a430d9b-9321-478d-ac75-34b969d7faf3) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:17.318179 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.426904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.428031 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:17.464195 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.512091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:17.535230 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:17.541079 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:17.546029 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=3a430d9b-9321-478d-ac75-34b969d7faf3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:17.578843 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5e684-fbc6-464a-9d4d-2e2cb08777ae req-6b4579c8-bdf4-4e56-b35d-db8a2ed3689b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:17.580304 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27f5e684-fbc6-464a-9d4d-2e2cb08777ae req-6b4579c8-bdf4-4e56-b35d-db8a2ed3689b tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0926275 May 27 15:17:17.663408 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27f5e684-fbc6-464a-9d4d-2e2cb08777ae req-682499b2-e6b0-46f8-a05a-0c04a1c00818 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759597 May 27 15:17:17.676974 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (7a34981c-0ab2-48ff-95ff-ef883074dad5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.719306 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.725328 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e0325de7-c795-44a6-8a5c-f7ee84487683 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:17.745829 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: e0325de7-c795-44a6-8a5c-f7ee84487683 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:17.746177 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e0325de7-c795-44a6-8a5c-f7ee84487683 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:17.780058 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:17.818508 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca5ef-032a-4bbc-84ee-b2a83c67390d req-69417171-cabd-464d-a6f9-86e30b82ca48 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:17.819961 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-322ca5ef-032a-4bbc-84ee-b2a83c67390d req-69417171-cabd-464d-a6f9-86e30b82ca48 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0811684 May 27 15:17:17.829061 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47330) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:17.834251 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Request body: {'floatingip': {'port_id': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:17.875135 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (c0211673-d332-4e4f-8774-fb71c6f7a0d0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.950216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:17.954554 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.031346 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=3a430d9b-9321-478d-ac75-34b969d7faf3,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:18.038380 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (7a34981c-0ab2-48ff-95ff-ef883074dad5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.054640 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.056156 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6843ffe3-f37d-48e6-8e28-ea813b039139 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9573591 May 27 15:17:18.125858 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:18.164845 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:18.206656 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-24e50f75-cd44-41c4-b231-c7ca6d1a6beb tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1340299191&fields=id&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 267 time: 0.0450182 May 27 15:17:18.314235 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.318408 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (c0211673-d332-4e4f-8774-fb71c6f7a0d0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.320418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-38648dc2-2a14-469e-89ec-af7f2d6b76ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:18.321914 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-38648dc2-2a14-469e-89ec-af7f2d6b76ac tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.1083903 May 27 15:17:18.337547 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-62488b88-b2f4-439a-864e-666ec4b99511 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/quotas/cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 375 time: 0.0098603 May 27 15:17:18.372805 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:18.395237 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-71ef26ea-3c8f-4a98-ad33-62537cd532de tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512154 May 27 15:17:18.412512 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.430735 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Floating IP c0211673-d332-4e4f-8774-fb71c6f7a0d0 associated. External IP: 172.27.1.43, port: 8ce3e0a8-1883-4f25-97d5-3b1fd586b141. May 27 15:17:18.556022 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-32cde053-22d4-4d16-95bf-22c2ded729f8 service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450663 May 27 15:17:18.634724 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:18.646696 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-7d2b003b-1f1d-47de-9643-4492b2f2a060 service neutron] 10.222.0.41 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845861 May 27 15:17:18.741351 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:18.746099 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:18.751335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:18.761975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:18.763223 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:18.802559 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4be25556-d1a0-43c0-81b6-b8e787f516d1 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "PUT /v2.0/floatingips/c0211673-d332-4e4f-8774-fb71c6f7a0d0 HTTP/1.1" status: 200 len: 991 time: 0.9724085 May 27 15:17:18.803248 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:18.805633 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff94d5d6-8d55-4109-85de-f33d1750ba8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:18.850284 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a676c29-28cd-4a10-90aa-40eab8e1a83a x-openstack-request-id: req-0a676c29-28cd-4a10-90aa-40eab8e1a83a {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:18.851399 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:18.851719 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a676c29-28cd-4a10-90aa-40eab8e1a83a {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:18.852200 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a676c29-28cd-4a10-90aa-40eab8e1a83a'] response: {'name': 'network-changed', 'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'status': 'completed', 'code': 200} May 27 15:17:18.880105 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac5cb51e-6385-401d-8352-43530fa6e5db req-b60f37e7-e34a-4bda-9996-801d0d42952c tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 210 time: 0.0443261 May 27 15:17:18.900939 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:18.981275 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-5f02a652-e038-480b-973c-5a1cfbfb42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:18.982772 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-5f02a652-e038-480b-973c-5a1cfbfb42b8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=72d5173b32b5480790babb3d178b94fb&device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 1130 time: 0.1093357 May 27 15:17:19.079867 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-6efb1531-1315-48a3-82ae-778143d6fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:19.081441 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-6efb1531-1315-48a3-82ae-778143d6fc5f service neutron] 10.222.0.40 "GET /v2.0/networks?id=fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 200 len: 911 time: 0.0925658 May 27 15:17:19.150441 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'c0211673-d332-4e4f-8774-fb71c6f7a0d0', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'port_id': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'mac_address': 'fa:16:3e:40:c3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:05Z', 'updated_at': '2022-05-27T15:17:18Z', 'revision_number': 1, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:19.167650 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-61374e77-6a61-4196-a982-d2c28f4ea2a9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141 HTTP/1.1" status: 200 len: 999 time: 0.0799792 May 27 15:17:19.177342 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:19.186161 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:19.186758 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:19.205764 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:19.227507 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-2db3f6f3-2754-442e-aaf1-fa3d89de37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:19.229978 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-2db3f6f3-2754-442e-aaf1-fa3d89de37eb service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 200 len: 849 time: 0.0554130 May 27 15:17:19.250503 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:19.279685 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-ee054e89-844e-4964-92c3-7926581f2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:19.281498 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-ee054e89-844e-4964-92c3-7926581f2d10 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=fa7d805a-200a-417c-8552-13b168c382aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460873 May 27 15:17:19.304475 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:19.393902 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-76c203d5-f341-497c-b6fa-ed805532acf7 service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012735 May 27 15:17:19.468376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:19.472263 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:19.492534 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff94d5d6-8d55-4109-85de-f33d1750ba8b req-d9712be6-41c4-4faa-8068-1f7cfedc6ecd service neutron] 10.222.0.40 "GET /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924513 May 27 15:17:19.647777 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'c0211673-d332-4e4f-8774-fb71c6f7a0d0', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'port_id': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'mac_address': 'fa:16:3e:40:c3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:05Z', 'updated_at': '2022-05-27T15:17:18Z', 'revision_number': 1, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:19.672921 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811f4d5-c5e1-4b42-8642-f7e466b6e2fe None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'c0211673-d332-4e4f-8774-fb71c6f7a0d0', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'port_id': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'mac_address': 'fa:16:3e:40:c3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:05Z', 'updated_at': '2022-05-27T15:17:18Z', 'revision_number': 1, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:19.788938 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:19.867997 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-a59c13e1-403c-4577-97a4-b90af7702a86 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:19.870031 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-a59c13e1-403c-4577-97a4-b90af7702a86 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 814 time: 0.1252511 May 27 15:17:19.900869 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce937f8c-c358-4b4b-924b-7674fb7524c0 None None] New status for floating IP c0211673-d332-4e4f-8774-fb71c6f7a0d0: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:17:19.945064 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-986ecd1c-969a-4724-96cd-9979c8736095 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41 HTTP/1.1" status: 200 len: 380 time: 0.0645649 May 27 15:17:19.995368 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-92395324-26c1-45e6-a2a9-415a1a179229 req-d476c85c-9871-4ab3-8c9c-8eb71ba88a9d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 210 time: 0.0294580 May 27 15:17:19.999833 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'port': {'device_id': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'admin_state_up': True, 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'security_groups': ['f990a29c-33bb-4f2d-b2f7-6088c7152599']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:20.110596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:20.121480 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Made reservation on behalf of cc1a70bd2ce64fbcb738a2cfcfb09f41 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:17:20.125185 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:20.258363 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Allocated IP 172.20.0.7 (25b92ae9-fc97-4437-8dc2-335b8971db2a/3f2a335e-4f49-4d65-901e-26787aa95f1d/539036bd-12f7-44c7-adfe-551cea6b99a2) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:20.638345 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-d34ee919-80d0-449f-be28-062981460399 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341750672&fields=id&tenant_id=b9fd239910a6492a953310873fd2379e HTTP/1.1" status: 200 len: 267 time: 0.3423018 May 27 15:17:20.696027 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:20.701130 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:20.718220 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-c5bcb779-c81a-43a0-87b9-8ebe644f859f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:20.719671 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-c5bcb779-c81a-43a0-87b9-8ebe644f859f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 984 time: 0.0760775 May 27 15:17:20.735321 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Request body: {'port': {'security_groups': ['3f926c6a-24ae-4c0e-a71f-db8c738be6a1']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:20.792500 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:20.862287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:20.871201 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:20.873580 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:20.875954 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:20.910772 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event updated for resources: {'Port': ['ID=539036bd-12f7-44c7-adfe-551cea6b99a2,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:20.968366 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:20.969085 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.019574 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-35982e30-a3c0-430c-98ce-abf2d29a8f0a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0232065 May 27 15:17:21.038110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Request body: {'port': {'device_id': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:21.123150 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:21.136239 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a56e2e2e-a809-4c1e-b480-97d9dac3a4d4 None None] Provisioning complete for port 539036bd-12f7-44c7-adfe-551cea6b99a2 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:21.137206 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a56e2e2e-a809-4c1e-b480-97d9dac3a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.186123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e435a7-0092-4e67-9e26-509e44cbd955 req-7535fccb-98d8-4f24-9ac3-2929fdc01192 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:21.188141 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53e435a7-0092-4e67-9e26-509e44cbd955 req-7535fccb-98d8-4f24-9ac3-2929fdc01192 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 931 time: 0.1182408 May 27 15:17:21.191443 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a56e2e2e-a809-4c1e-b480-97d9dac3a4d4 None None] Port 539036bd-12f7-44c7-adfe-551cea6b99a2 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:17:21.208959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.340493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53e435a7-0092-4e67-9e26-509e44cbd955 req-84b072e2-df09-44a0-930f-0b6ec2ed0fea tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410289 May 27 15:17:21.342438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:21.408620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for port (07ab533a-c377-484b-8298-8e84d7500fd8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.414652 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.426348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['07ab533a-c377-484b-8298-8e84d7500fd8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:21.500401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:21.518780 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:21.519538 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.521619 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d90efbdf-f65d-4ebc-ae07-f95484556a80 req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "PUT /v2.0/ports/07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 942 time: 0.7940562 May 27 15:17:21.521771 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:21.524019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85135058-edff-4cc7-869d-cda0b49e42ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:21.530166 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47378) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:21.581024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90008010-9176-46b0-8b80-107f39c15626 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event updated for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=7']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:21.608321 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['07ab533a-c377-484b-8298-8e84d7500fd8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:21.609499 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ec2ec-56aa-4ff0-8884-2fe3f410368d x-openstack-request-id: req-503ec2ec-56aa-4ff0-8884-2fe3f410368d {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:21.609789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:21.610037 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-503ec2ec-56aa-4ff0-8884-2fe3f410368d {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:21.610434 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503ec2ec-56aa-4ff0-8884-2fe3f410368d'] response: {'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'status': 'completed', 'code': 200} May 27 15:17:21.651130 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9133c9a0-e0fd-498b-9fff-b69dd5813e9f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group (d8d76f4a-c578-47cc-afad-e8384745f9c3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.681476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135058-edff-4cc7-869d-cda0b49e42ec req-303b4018-c80c-4049-807a-b180a7225021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:21.683528 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-303b4018-c80c-4049-807a-b180a7225021 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1129 time: 0.0631456 May 27 15:17:21.689503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9133c9a0-e0fd-498b-9fff-b69dd5813e9f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group (d8d76f4a-c578-47cc-afad-e8384745f9c3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.765895 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9133c9a0-e0fd-498b-9fff-b69dd5813e9f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d8d76f4a-c578-47cc-afad-e8384745f9c3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.768885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9133c9a0-e0fd-498b-9fff-b69dd5813e9f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.770468 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9133c9a0-e0fd-498b-9fff-b69dd5813e9f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8d76f4a-c578-47cc-afad-e8384745f9c3 HTTP/1.1" status: 204 len: 168 time: 0.2371895 May 27 15:17:21.775217 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47380) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:21.787381 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133c9a0-e0fd-498b-9fff-b69dd5813e9f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d76f4a-c578-47cc-afad-e8384745f9c3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:21.814790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-499cc845-3696-4714-946d-fc4bf09e1b73 None None] Provisioning complete for port 07ab533a-c377-484b-8298-8e84d7500fd8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:21.815975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-499cc845-3696-4714-946d-fc4bf09e1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.830913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539036bd-12f7-44c7-adfe-551cea6b99a2 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:17:21.847354 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Publish callbacks [] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.862448 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135058-edff-4cc7-869d-cda0b49e42ec req-9cd75abe-41ba-47e2-802a-e2b967eb90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:21.864667 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-9cd75abe-41ba-47e2-802a-e2b967eb90b4 service neutron] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 915 time: 0.1688459 May 27 15:17:21.867359 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Transition to ACTIVE for port object 539036bd-12f7-44c7-adfe-551cea6b99a2 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:17:21.880835 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.919362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-499cc845-3696-4714-946d-fc4bf09e1b73 None None] Current status of the port 07ab533a-c377-484b-8298-8e84d7500fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:21.932469 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Deleting port 3c82cc6c-4f9c-42d0-b85c-30154e7b5f71 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:21.932834 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:21.935216 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:21.963383 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:21.980278 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Pushing event updated for resources: {'Port': ['ID=539036bd-12f7-44c7-adfe-551cea6b99a2,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:21.984131 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-f5faa8dd-abdc-4148-9b0c-3ad68f06a5d3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 1000 time: 0.1099906 May 27 15:17:21.987348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:22.024187 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.024728 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for floatingip (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.039929 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Calling delete_port for 3c82cc6c-4f9c-42d0-b85c-30154e7b5f71 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:22.089709 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135058-edff-4cc7-869d-cda0b49e42ec req-b27a4dfe-7dce-4bed-b02f-82151e6c8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.091177 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-b27a4dfe-7dce-4bed-b02f-82151e6c8275 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.0992723 May 27 15:17:22.135154 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Attempting to bind port 539036bd-12f7-44c7-adfe-551cea6b99a2 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:17:22.135785 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Attempting to bind port 539036bd-12f7-44c7-adfe-551cea6b99a2 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:17:22.135785 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Attempting to bind port 539036bd-12f7-44c7-adfe-551cea6b99a2 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:22.146475 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Port 539036bd-12f7-44c7-adfe-551cea6b99a2 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:17:22.146794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Attempting to bind port 539036bd-12f7-44c7-adfe-551cea6b99a2 on network 25b92ae9-fc97-4437-8dc2-335b8971db2a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:22.152188 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135058-edff-4cc7-869d-cda0b49e42ec req-08decccc-ad58-46d5-ada4-c129d311b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.153880 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-08decccc-ad58-46d5-ada4-c129d311b333 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567482 May 27 15:17:22.156289 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:17:22.156742 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Checking segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:22.157038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Bound using segment: {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:17:22.157439 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Bound port: 539036bd-12f7-44c7-adfe-551cea6b99a2, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c28cff-411e-4858-bf18-5d3dfae97a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:17:22.157972 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.225604 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (3c82cc6c-4f9c-42d0-b85c-30154e7b5f71), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.259988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event deleted for resources: {'Port': ['ID=3c82cc6c-4f9c-42d0-b85c-30154e7b5f71,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:22.291267 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] For port 539036bd-12f7-44c7-adfe-551cea6b99a2, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:17:22.298806 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] For port 539036bd-12f7-44c7-adfe-551cea6b99a2, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=539036bd-12f7-44c7-adfe-551cea6b99a2,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:17:22.307644 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-8b63587f-be91-4547-941f-aa1ba4811b92 service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457043 May 27 15:17:22.309135 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.326084 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks [] for floatingip (7c862d21-fa54-4da4-8762-8a8c545978a0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.326414 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Floating IP 7c862d21-fa54-4da4-8762-8a8c545978a0 disassociated (deleted). External IP: 172.27.1.16, port: 07ab533a-c377-484b-8298-8e84d7500fd8. May 27 15:17:22.379706 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.380330 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.381734 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] 10.222.0.40 "PUT /v2.0/ports/539036bd-12f7-44c7-adfe-551cea6b99a2 HTTP/1.1" status: 200 len: 1093 time: 1.3519320 May 27 15:17:22.440151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04840-04f3-4dbd-af0f-62a24106a96c service neutron] Pushing event updated for resources: {'Port': ['ID=539036bd-12f7-44c7-adfe-551cea6b99a2,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:22.495354 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:22.511165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-1ab886e9-f5df-4b0c-aeb7-99850e36f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.512732 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-1ab886e9-f5df-4b0c-aeb7-99850e36f0ed service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 1127 time: 0.0678303 May 27 15:17:22.555254 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85135058-edff-4cc7-869d-cda0b49e42ec req-e525db10-f381-4373-8b23-627a2b93706b service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406723 May 27 15:17:22.568798 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Router 39de491d-16e8-4cef-8ca0-38b6ff070a01 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:22.589241 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-b2bf3e49-bb91-4503-8673-c9a367602375 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=539036bd-12f7-44c7-adfe-551cea6b99a2 HTTP/1.1" status: 200 len: 217 time: 0.0605397 May 27 15:17:22.635776 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6e817-7ce0-48cc-b844-2abdb7f321fe req-17a0690c-bb12-42d7-9bfc-8feed175b4a8 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.637273 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3eb6e817-7ce0-48cc-b844-2abdb7f321fe req-17a0690c-bb12-42d7-9bfc-8feed175b4a8 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 943 time: 0.1225951 May 27 15:17:22.680735 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:22.682348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-c69b8aa6-6398-4fee-a9cb-8636fc1cebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.683829 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-c69b8aa6-6398-4fee-a9cb-8636fc1cebb8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.0846910 May 27 15:17:22.685866 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:22.693414 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] Sync routers for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:22.707420 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:22.708336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:22.709524 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3eb6e817-7ce0-48cc-b844-2abdb7f321fe req-d32ea3a7-ab40-468a-9692-2f0fbb211bab tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661006 May 27 15:17:22.721922 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2c66d9cd-80dc-4fb1-babc-c726713894d0 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "DELETE /v2.0/floatingips/7c862d21-fa54-4da4-8762-8a8c545978a0 HTTP/1.1" status: 204 len: 168 time: 0.9432349 May 27 15:17:22.721922 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:22.733434 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee7fcce-3008-4ecd-a449-e66153a05e53" -d '{"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:22.737057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-b3a0ed97-a92e-4019-8678-b9ba8f421c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.738993 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-b3a0ed97-a92e-4019-8678-b9ba8f421c89 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467293 May 27 15:17:22.824035 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:22.849065 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec18de-39e7-4880-a02b-9dd803d5c751 x-openstack-request-id: req-d8ec18de-39e7-4880-a02b-9dd803d5c751 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:22.849743 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:22.850159 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8ec18de-39e7-4880-a02b-9dd803d5c751 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:22.850721 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ec18de-39e7-4880-a02b-9dd803d5c751'] response: {'name': 'network-changed', 'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'status': 'completed', 'code': 200} May 27 15:17:22.853612 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-26b6a9e3-76de-4c79-8d99-e6a95159c598 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083510 May 27 15:17:22.968579 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-4f3bc63a-5740-4678-acec-54cee5ef5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:22.970166 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-4f3bc63a-5740-4678-acec-54cee5ef5985 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b9fd239910a6492a953310873fd2379e&device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 1129 time: 0.0897222 May 27 15:17:23.002222 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:23.031768 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:23.064210 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] Checking router: 39de491d-16e8-4cef-8ca0-38b6ff070a01 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:23.068825 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df94dd7-4fd7-4823-ba35-6eb6c6f3d590 req-b4843200-e7f0-4005-a7cf-a61b01ef75f4 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090514 May 27 15:17:23.073709 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:23.074324 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:23.093172 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-a2417c60-48f7-4440-9268-faae9d6e85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:23.094629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-a2417c60-48f7-4440-9268-faae9d6e85a8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 200 len: 915 time: 0.1182723 May 27 15:17:23.111361 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:23.173363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:23.363510 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:23.382761 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-83766202-032b-4ef8-8658-67e94210f15f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 200 len: 217 time: 0.0394115 May 27 15:17:23.389594 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd5481-6c46-485e-8c8b-676d2a8f683a None None] The sync data for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi is: [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:14:52Z', 'revision_number': 4, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '392f7524-b7af-47a3-a52b-393ebafc06e2', 'name': '', 'network_id': '170b7456-5a19-42c5-bafb-44e2c304f6c0', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:52Z', 'updated_at': '2022-05-27T15:14:58Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'subnets': [{'id': '17287b28-2fe1-4a47-8b5a-06884b1ef510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:23.603517 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51a75e-ef77-4529-b081-2a9a5e714b8c None None] New status for floating IP 7c862d21-fa54-4da4-8762-8a8c545978a0: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:17:23.611904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:23.615159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8" -d '{"events": [{"name": "network-changed", "server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:23.652319 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54841cc6-b89a-459b-a6e8-cf5a90cc15f7 x-openstack-request-id: req-54841cc6-b89a-459b-a6e8-cf5a90cc15f7 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:23.652663 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:23.653079 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54841cc6-b89a-459b-a6e8-cf5a90cc15f7 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:23.653478 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54841cc6-b89a-459b-a6e8-cf5a90cc15f7'] response: {'name': 'network-changed', 'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'status': 'completed', 'code': 200} May 27 15:17:23.837785 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19222-a25a-4e4f-8d93-a7db2c7d9540 req-875a66c6-21d3-45fb-b8b6-f5fac529026a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:23.839275 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aab19222-a25a-4e4f-8d93-a7db2c7d9540 req-875a66c6-21d3-45fb-b8b6-f5fac529026a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 943 time: 0.0482106 May 27 15:17:23.889535 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aab19222-a25a-4e4f-8d93-a7db2c7d9540 req-a89935ea-d0b9-482d-9a8b-16d45b39431a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443964 May 27 15:17:24.364146 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-ab7c4026-140e-4b8b-91a1-8d1cd76eb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:24.365616 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-ab7c4026-140e-4b8b-91a1-8d1cd76eb6df service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 1127 time: 0.0561783 May 27 15:17:24.367014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-4093dc88-7101-4e6d-a093-d7606649d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:24.368291 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-4093dc88-7101-4e6d-a093-d7606649d289 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 200 len: 853 time: 0.0903773 May 27 15:17:24.451655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-5f7f770f-8ee3-43ea-95c6-25f5645f4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:24.453146 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-5f7f770f-8ee3-43ea-95c6-25f5645f4005 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=170b7456-5a19-42c5-bafb-44e2c304f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683517 May 27 15:17:24.575468 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-c6dfd665-bdd6-4bf9-9c12-02820e51eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:24.577025 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-c6dfd665-bdd6-4bf9-9c12-02820e51eca1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.1910155 May 27 15:17:24.598387 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-cf631eee-5c80-4fcf-8566-87c68907a11d service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202712 May 27 15:17:24.859245 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:24.905476 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-9be102a7-7979-4a1e-85dc-fe59931a2c7d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=539036bd-12f7-44c7-adfe-551cea6b99a2 HTTP/1.1" status: 200 len: 217 time: 0.0529828 May 27 15:17:25.046872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7da43-3fd6-4b5f-8760-d785f17c0e93 req-8e895d00-45ed-4c8f-aa8c-11c114fb8de4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:25.048396 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2df7da43-3fd6-4b5f-8760-d785f17c0e93 req-8e895d00-45ed-4c8f-aa8c-11c114fb8de4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 943 time: 0.0789483 May 27 15:17:25.051158 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-d2ffaca9-6e90-4af0-812c-8aff8b56c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:25.052944 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-d2ffaca9-6e90-4af0-812c-8aff8b56c65e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.1149635 May 27 15:17:25.054874 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dee7fcce-3008-4ecd-a449-e66153a05e53 req-a8e25be1-bcbe-476e-811d-edf0f0e769db service neutron] 10.222.0.40 "GET /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106338 May 27 15:17:25.137274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-4512da50-19c9-475b-9a9e-df4bd7772ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:25.138854 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-4512da50-19c9-475b-9a9e-df4bd7772ca4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739300 May 27 15:17:25.144064 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2df7da43-3fd6-4b5f-8760-d785f17c0e93 req-fc247db6-1a4a-4bef-bf47-f6c0d7776392 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861807 May 27 15:17:25.491207 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-693d1c6d-3c12-4903-8b3b-ef502476214e service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455033 May 27 15:17:25.584240 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733a8ce4-19b8-4af2-9f90-6f6c5a5b80d8 req-8a6ad28a-c965-4793-b243-572b93194026 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871031 May 27 15:17:25.926604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 539036bd-12f7-44c7-adfe-551cea6b99a2 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:17:26.014741 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:26.023034 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:26.035746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 539036bd-12f7-44c7-adfe-551cea6b99a2, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=539036bd-12f7-44c7-adfe-551cea6b99a2,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:26.047158 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'port_id': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'mac_address': 'fa:16:3e:28:15:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:17:26.083745 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 539036bd-12f7-44c7-adfe-551cea6b99a2 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:26.084126 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:26.097133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539036bd-12f7-44c7-adfe-551cea6b99a2 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:17:26.118700 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 539036bd-12f7-44c7-adfe-551cea6b99a2, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=539036bd-12f7-44c7-adfe-551cea6b99a2,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:26.122541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:26.177840 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=539036bd-12f7-44c7-adfe-551cea6b99a2,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:26.256472 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:26.270024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc3ad0-7860-4699-9b44-1951c62352bf req-98506e1a-abc6-42b1-a918-b0654d6f5695 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:26.271568 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-91dc3ad0-7860-4699-9b44-1951c62352bf req-98506e1a-abc6-42b1-a918-b0654d6f5695 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 944 time: 0.0499873 May 27 15:17:26.323777 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-91dc3ad0-7860-4699-9b44-1951c62352bf req-9f6b95fa-d008-41f8-b2bd-5a1fd4a4561e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467315 May 27 15:17:26.389933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['539036bd-12f7-44c7-adfe-551cea6b99a2'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:26.450759 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3a8e9-0ae3-4495-8aff-f7c89a098bb5 req-fba1c0bb-47d6-4281-b2aa-98820e59e366 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:26.452432 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-92d3a8e9-0ae3-4495-8aff-f7c89a098bb5 req-fba1c0bb-47d6-4281-b2aa-98820e59e366 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0571640 May 27 15:17:26.506895 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-92d3a8e9-0ae3-4495-8aff-f7c89a098bb5 req-01662334-d172-4abd-831e-c555be613389 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 May 27 15:17:26.627806 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bde16-58f3-48f8-802d-7f8a67fadf79 req-23464a61-de04-4316-a644-86351566cd69 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:26.629346 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-186bde16-58f3-48f8-802d-7f8a67fadf79 req-23464a61-de04-4316-a644-86351566cd69 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0483100 May 27 15:17:26.676859 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-186bde16-58f3-48f8-802d-7f8a67fadf79 req-35615167-b24b-48d1-b6d3-4f6aa57ba677 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 May 27 15:17:27.444353 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0727-721f-40c1-85dd-e2faee68fbac req-93e8911b-7de0-4713-bd2f-def205941968 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:27.445769 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d26e0727-721f-40c1-85dd-e2faee68fbac req-93e8911b-7de0-4713-bd2f-def205941968 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 944 time: 0.0517101 May 27 15:17:27.493037 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d26e0727-721f-40c1-85dd-e2faee68fbac req-936e50da-5379-45aa-aaea-18c5c1c229d4 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 May 27 15:17:27.620984 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b21423-54b5-4367-82b2-6b2a7ecf9b1c req-29572567-5f00-4c6e-a726-868ac261fd2b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:27.622431 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12b21423-54b5-4367-82b2-6b2a7ecf9b1c req-29572567-5f00-4c6e-a726-868ac261fd2b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0469403 May 27 15:17:27.669727 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12b21423-54b5-4367-82b2-6b2a7ecf9b1c req-38f168e6-b3b4-4459-bd42-91bb406c036d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 May 27 15:17:27.790024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea464d4-b388-4f1f-8de5-66601dfe3237 req-c46c48fb-b59a-4e3d-8f45-b2f258432f84 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:27.791481 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6ea464d4-b388-4f1f-8de5-66601dfe3237 req-c46c48fb-b59a-4e3d-8f45-b2f258432f84 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0469780 May 27 15:17:27.814679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:27.842880 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6ea464d4-b388-4f1f-8de5-66601dfe3237 req-54ba6e8c-ea08-407b-8582-52cf08ba7f5c tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 May 27 15:17:27.926631 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 539036bd-12f7-44c7-adfe-551cea6b99a2 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:17:27.969029 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 539036bd-12f7-44c7-adfe-551cea6b99a2 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:17:27.974689 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 539036bd-12f7-44c7-adfe-551cea6b99a2 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:27.975165 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:28.046399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 539036bd-12f7-44c7-adfe-551cea6b99a2 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:28.046774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:28.068844 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:28.071195 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c1e75-33c1-4dcc-b907-6a39738aa016" -d '{"events": [{"server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "name": "network-vif-plugged", "status": "completed", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:28.086862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 539036bd-12f7-44c7-adfe-551cea6b99a2, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=539036bd-12f7-44c7-adfe-551cea6b99a2,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:28.090831 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:28.116912 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e8f026-4e7f-479f-b971-208f0e052def x-openstack-request-id: req-f6e8f026-4e7f-479f-b971-208f0e052def {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:28.117221 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "name": "network-vif-plugged", "status": "completed", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:28.117478 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6e8f026-4e7f-479f-b971-208f0e052def {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:28.117863 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e8f026-4e7f-479f-b971-208f0e052def'] response: {'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'code': 200} May 27 15:17:28.147583 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=539036bd-12f7-44c7-adfe-551cea6b99a2,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:28.608229 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adbe9a-453c-4ee6-9fae-69976e0fc6fb req-c23c4aa6-72d0-45c8-bf6f-9b42ea622bb6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:28.609706 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30adbe9a-453c-4ee6-9fae-69976e0fc6fb req-c23c4aa6-72d0-45c8-bf6f-9b42ea622bb6 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0480759 May 27 15:17:28.657411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30adbe9a-453c-4ee6-9fae-69976e0fc6fb req-5e2f09ab-19e7-4e48-8b3e-72d46f2f7438 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 May 27 15:17:28.789989 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b959a-eb7d-44bc-81db-bbfef7e59c8f req-de2cf24a-d7b4-40b9-86e0-7595d21c0522 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:28.791445 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-206b959a-eb7d-44bc-81db-bbfef7e59c8f req-de2cf24a-d7b4-40b9-86e0-7595d21c0522 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0466640 May 27 15:17:28.838191 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-206b959a-eb7d-44bc-81db-bbfef7e59c8f req-df8b1eec-76d1-4f49-97d6-3e4ab24fa7c5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410509 May 27 15:17:28.959343 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-919d-4f0a-8af9-6727cd884673 req-52444d84-bd35-44cb-8792-c441656544dc tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:28.960817 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-49369343-919d-4f0a-8af9-6727cd884673 req-52444d84-bd35-44cb-8792-c441656544dc tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0513997 May 27 15:17:29.008678 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-49369343-919d-4f0a-8af9-6727cd884673 req-c3429988-57cd-4f1b-8f23-80c922dda494 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 May 27 15:17:29.781048 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45b92-9d01-4572-b042-d194e95897f0 req-37836213-0a3a-4e6d-ace7-9574417c452b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:29.782538 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93e45b92-9d01-4572-b042-d194e95897f0 req-37836213-0a3a-4e6d-ace7-9574417c452b tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0535455 May 27 15:17:29.837319 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93e45b92-9d01-4572-b042-d194e95897f0 req-2413755d-4569-4b7e-babd-5d0792d204ef tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482972 May 27 15:17:29.963102 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6777cab-c65a-4976-8f8d-8bea215cacd5 req-06170a99-6e14-46cd-88a1-708de21fe71f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:29.964692 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e6777cab-c65a-4976-8f8d-8bea215cacd5 req-06170a99-6e14-46cd-88a1-708de21fe71f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0555367 May 27 15:17:29.974237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:30.021209 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e6777cab-c65a-4976-8f8d-8bea215cacd5 req-572b3b37-0b73-494d-9c44-46436aaefb16 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502028 May 27 15:17:30.127974 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b3846-9b4e-41d1-8b48-9ee3c0e3a706 req-7386fb8e-378c-4a7d-ac04-31437256a4ab tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:30.129614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d21b3846-9b4e-41d1-8b48-9ee3c0e3a706 req-7386fb8e-378c-4a7d-ac04-31437256a4ab tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0497653 May 27 15:17:30.188654 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d21b3846-9b4e-41d1-8b48-9ee3c0e3a706 req-561a43d7-7448-4f41-b24f-46974f914370 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526485 May 27 15:17:30.946030 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:30.954377 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1b7c0-686c-422a-8e0a-c11cff8a167f req-d570ba00-567d-4f31-8dcd-e0f3b6940561 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:30.955957 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df1b7c0-686c-422a-8e0a-c11cff8a167f req-d570ba00-567d-4f31-8dcd-e0f3b6940561 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0497546 May 27 15:17:31.007229 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6df1b7c0-686c-422a-8e0a-c11cff8a167f req-d0aee14c-1967-4dd2-9320-c35a965440ab tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 May 27 15:17:31.137388 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ceae-7d21-4312-b5ba-e702fa042987 req-9c4c7237-3e8c-421a-a344-5585a11c4e0a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:31.138802 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e0b3ceae-7d21-4312-b5ba-e702fa042987 req-9c4c7237-3e8c-421a-a344-5585a11c4e0a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.0471485 May 27 15:17:31.197250 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e0b3ceae-7d21-4312-b5ba-e702fa042987 req-4671d847-cbd7-411b-b73b-e8e061773f2a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=342db7ef-69f4-4099-912e-0dcef0b65883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522625 May 27 15:17:31.343401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-a63a5db3-c044-4396-bb6c-c803f6c7317d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:31.344876 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-a63a5db3-c044-4396-bb6c-c803f6c7317d tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 946 time: 0.1144769 May 27 15:17:31.346183 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-a48fd5d5-cf30-417b-b939-9866d62f6533 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:31.347801 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-a48fd5d5-cf30-417b-b939-9866d62f6533 tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.40 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0522110 May 27 15:17:31.354710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25833-b2b9-48bc-ba0b-d157d933df4c req-e2c2db5d-1020-4f1c-92ea-8f6c5b237f2f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:31.356469 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3e25833-b2b9-48bc-ba0b-d157d933df4c req-e2c2db5d-1020-4f1c-92ea-8f6c5b237f2f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 945 time: 0.0934536 May 27 15:17:31.403638 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f1997-ceaa-4735-86c8-97803dfce971 req-ee91be5b-9df9-4de9-8020-73736438123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:31.405072 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-330f1997-ceaa-4735-86c8-97803dfce971 req-ee91be5b-9df9-4de9-8020-73736438123e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 1129 time: 0.1070828 May 27 15:17:31.434046 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Deleting port 07ab533a-c377-484b-8298-8e84d7500fd8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:31.434507 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.448136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:31.510974 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3e25833-b2b9-48bc-ba0b-d157d933df4c req-41295d52-aa5b-4f7e-a75f-065c3d00cb0e tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f926c6a-24ae-4c0e-a71f-db8c738be6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420374 May 27 15:17:31.516483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Deleting port 37ba6cb7-b917-4678-a64a-21d74c192fb1 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:31.516829 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.517966 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:31.529644 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:31.532094 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] For port 07ab533a-c377-484b-8298-8e84d7500fd8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=07ab533a-c377-484b-8298-8e84d7500fd8,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:31.532488 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.536824 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-330f1997-ceaa-4735-86c8-97803dfce971 req-c50ab7ca-55ce-4558-948d-1a33aba8e326 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242971 May 27 15:17:31.548532 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Calling delete_port for 07ab533a-c377-484b-8298-8e84d7500fd8 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:31.629721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] For port 37ba6cb7-b917-4678-a64a-21d74c192fb1, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=37ba6cb7-b917-4678-a64a-21d74c192fb1,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:31.630190 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.682060 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (07ab533a-c377-484b-8298-8e84d7500fd8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.695399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['07ab533a-c377-484b-8298-8e84d7500fd8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:31.715273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Pushing event deleted for resources: {'Port': ['ID=07ab533a-c377-484b-8298-8e84d7500fd8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:31.764355 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] No DVR routers for this DVR port 07ab533a-c377-484b-8298-8e84d7500fd8 on host hv-cinder-84254 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:31.766874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.770252 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c518ad25-c69f-4430-8c15-2230eabccf20 req-be265a8a-71c9-4476-a229-e81d06756d8f tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.40 "DELETE /v2.0/ports/07ab533a-c377-484b-8298-8e84d7500fd8 HTTP/1.1" status: 204 len: 173 time: 0.4166398 May 27 15:17:31.770690 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'name': 'network-vif-deleted', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:31.773565 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e510e5ff-a0be-443e-a3b5-7201acb27cf3" -d '{"events": [{"server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "name": "network-vif-deleted", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:31.812564 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.812921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.813240 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Floating IP b5738644-ce69-45b6-afcc-723d746dde5a disassociated. External IP: 172.27.1.74, port: 37ba6cb7-b917-4678-a64a-21d74c192fb1. May 27 15:17:31.813590 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Calling delete_port for 37ba6cb7-b917-4678-a64a-21d74c192fb1 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:31.814445 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ced3d-20e5-4c5a-a9d5-b37d961a0aa6 x-openstack-request-id: req-794ced3d-20e5-4c5a-a9d5-b37d961a0aa6 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:31.814812 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0065699d-fe81-4c03-966a-445d65c3d593", "name": "network-vif-deleted", "tag": "07ab533a-c377-484b-8298-8e84d7500fd8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:31.815129 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-794ced3d-20e5-4c5a-a9d5-b37d961a0aa6 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:31.815522 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794ced3d-20e5-4c5a-a9d5-b37d961a0aa6'] response: {'server_uuid': '0065699d-fe81-4c03-966a-445d65c3d593', 'name': 'network-vif-deleted', 'tag': '07ab533a-c377-484b-8298-8e84d7500fd8', 'status': 'completed', 'code': 200} May 27 15:17:31.936182 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:31.946782 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (37ba6cb7-b917-4678-a64a-21d74c192fb1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:31.973246 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event deleted for resources: {'Port': ['ID=37ba6cb7-b917-4678-a64a-21d74c192fb1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:32.113622 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:32.141263 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b21fa-edf2-4ba2-81ac-f63f65df31c7 req-ff7b2e31-eff4-44dc-8a0b-bb3636d41fde tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:32.142764 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-957b21fa-edf2-4ba2-81ac-f63f65df31c7 req-ff7b2e31-eff4-44dc-8a0b-bb3636d41fde tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0641320 May 27 15:17:32.245452 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-957b21fa-edf2-4ba2-81ac-f63f65df31c7 req-6154af31-bd3c-497f-af0d-3997046b09e5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959871 May 27 15:17:32.311711 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30aae6c6-6838-4646-ac21-e25ec59be22b req-fa0afd95-a6b8-4b01-a1c8-a9e968c6304b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 210 time: 0.0363116 May 27 15:17:32.315133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:32.329169 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] Sync routers for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:32.341872 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:32.342897 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:32.361717 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] No DVR routers for this DVR port 37ba6cb7-b917-4678-a64a-21d74c192fb1 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:32.364315 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:32.367522 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-41791bc4-a170-47f6-8fcb-bf648475d9e8 req-f6b4d054-32a5-4bf8-95e9-d436845d80b0 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "DELETE /v2.0/ports/37ba6cb7-b917-4678-a64a-21d74c192fb1 HTTP/1.1" status: 204 len: 173 time: 1.0082707 May 27 15:17:32.367970 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'name': 'network-vif-deleted', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:32.370246 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8cf905-9688-4f84-8b06-ca946b88c8ab" -d '{"events": [{"server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "name": "network-vif-deleted", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:32.407505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76283205-d014-47d1-a6f3-a1d962bac691 x-openstack-request-id: req-76283205-d014-47d1-a6f3-a1d962bac691 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:32.407934 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e5216-919a-4963-93ed-d2785f1d8a48", "name": "network-vif-deleted", "tag": "37ba6cb7-b917-4678-a64a-21d74c192fb1", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:32.408186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76283205-d014-47d1-a6f3-a1d962bac691 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:32.408633 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76283205-d014-47d1-a6f3-a1d962bac691'] response: {'server_uuid': 'dc3e5216-919a-4963-93ed-d2785f1d8a48', 'name': 'network-vif-deleted', 'tag': '37ba6cb7-b917-4678-a64a-21d74c192fb1', 'status': 'completed', 'code': 200} May 27 15:17:32.476331 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:32.635674 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ce5639e4-7dd2-4df4-8264-fdcfd9ac424c req-463619d1-eb2f-4e3f-80c4-15bb33d14a4b tempest-TestMinimumBasicScenario-1626548889 tempest-TestMinimumBasicScenario-1626548889-project] 10.222.0.41 "GET /v2.0/ports?device_id=0065699d-fe81-4c03-966a-445d65c3d593 HTTP/1.1" status: 200 len: 210 time: 0.0303533 May 27 15:17:32.692287 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:32.717612 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] Checking router: 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:32.727825 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:32.728795 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:32.933085 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:32.960614 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:33.144349 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:33.148425 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:33.178799 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91699fd5-8bf7-4ccb-8466-93d0124be57a None None] The sync data for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi is: [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '2531e734-0121-444c-87b4-4cc7af5b0b2a', 'name': '', 'network_id': '5328ba14-6e9c-4898-8e1e-5ccb3a5d834a', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'mac_address': 'fa:16:3e:be:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:21Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'subnets': [{'id': 'b0749bfc-24b1-44c4-bdaa-50a6cb01b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:33.372349 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937376-7f72-4d4f-bf7f-b7c687ad6bc0 req-36df7021-d179-49b5-b327-401ec2e8392a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:33.374036 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60937376-7f72-4d4f-bf7f-b7c687ad6bc0 req-36df7021-d179-49b5-b327-401ec2e8392a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0548487 May 27 15:17:33.412645 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:33.437515 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dad08451-810e-4163-b46b-fbbeefd7d88d req-cd78bc76-edfb-4fad-a074-89606b51acd4 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3e5216-919a-4963-93ed-d2785f1d8a48 HTTP/1.1" status: 200 len: 210 time: 0.0348165 May 27 15:17:33.457428 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e340b81-c4e6-4c27-8111-5a8dc0821cf7 None None] New status for floating IP b5738644-ce69-45b6-afcc-723d746dde5a: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:17:33.461306 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:DELETE=1,neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:33.461916 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:33.481594 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60937376-7f72-4d4f-bf7f-b7c687ad6bc0 req-1854d402-e757-40bc-8f48-d393bf268a67 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980797 May 27 15:17:33.602140 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19876c-45a1-4984-a0c7-189930b04cb2 req-918ed9ab-2b5f-4c56-a5cf-79e1a87f0f21 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:33.603603 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca19876c-45a1-4984-a0c7-189930b04cb2 req-918ed9ab-2b5f-4c56-a5cf-79e1a87f0f21 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0508914 May 27 15:17:33.613550 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47494) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:33.618212 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Request body: {'floatingip': {'port_id': '539036bd-12f7-44c7-adfe-551cea6b99a2'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:33.655441 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (7a34981c-0ab2-48ff-95ff-ef883074dad5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.102398 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.106119 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (7a34981c-0ab2-48ff-95ff-ef883074dad5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.269825 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47544) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:34.445002 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP 7a34981c-0ab2-48ff-95ff-ef883074dad5 associated. External IP: 172.27.1.194, port: 539036bd-12f7-44c7-adfe-551cea6b99a2. May 27 15:17:34.540346 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47550) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:34.580842 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:34.635939 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:34.660950 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (39de491d-16e8-4cef-8ca0-38b6ff070a01), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.687182 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e80405cf-0634-4cfc-9249-288465240d7a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group (342db7ef-69f4-4099-912e-0dcef0b65883), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.725908 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e80405cf-0634-4cfc-9249-288465240d7a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group (342db7ef-69f4-4099-912e-0dcef0b65883), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.737516 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:34.820408 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e80405cf-0634-4cfc-9249-288465240d7a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (342db7ef-69f4-4099-912e-0dcef0b65883), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.823121 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e80405cf-0634-4cfc-9249-288465240d7a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.824266 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e80405cf-0634-4cfc-9249-288465240d7a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "DELETE /v2.0/security-groups/342db7ef-69f4-4099-912e-0dcef0b65883 HTTP/1.1" status: 204 len: 168 time: 0.2829201 May 27 15:17:34.832179 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47552) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:34.856194 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:34.877027 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80405cf-0634-4cfc-9249-288465240d7a tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342db7ef-69f4-4099-912e-0dcef0b65883,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:34.883204 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-0d167fc3-6d27-419d-ba1a-0529ef147747 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] show failed (client error): The resource could not be found. May 27 15:17:34.883943 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0d167fc3-6d27-419d-ba1a-0529ef147747 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups/342db7ef-69f4-4099-912e-0dcef0b65883 HTTP/1.1" status: 404 len: 347 time: 0.0507402 May 27 15:17:34.888706 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47554) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:34.937015 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Deleting port 392f7524-b7af-47a3-a52b-393ebafc06e2 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:34.937351 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.939066 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:34.948817 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:34.951934 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:34.964308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:34.965254 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:35.025378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] For port 392f7524-b7af-47a3-a52b-393ebafc06e2, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=392f7524-b7af-47a3-a52b-393ebafc06e2,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:35.025777 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.036792 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-280569ff-20fc-4037-a22b-570170864280 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "PUT /v2.0/floatingips/7a34981c-0ab2-48ff-95ff-ef883074dad5 HTTP/1.1" status: 200 len: 991 time: 1.4199765 May 27 15:17:35.039285 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:35.041573 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88" -d '{"events": [{"name": "network-changed", "server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:35.041948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Calling delete_port for 392f7524-b7af-47a3-a52b-393ebafc06e2 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:35.046489 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Deleting port a792667e-6c5e-46cf-8283-131b491dd02d {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:35.046843 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (a792667e-6c5e-46cf-8283-131b491dd02d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.088402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:35.104502 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d194be9-b321-445a-8023-2514e6629b3d x-openstack-request-id: req-4d194be9-b321-445a-8023-2514e6629b3d {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:35.104793 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:35.105043 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d194be9-b321-445a-8023-2514e6629b3d {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:35.105449 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d194be9-b321-445a-8023-2514e6629b3d'] response: {'name': 'network-changed', 'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'status': 'completed', 'code': 200} May 27 15:17:35.136675 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (a792667e-6c5e-46cf-8283-131b491dd02d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.137008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (a792667e-6c5e-46cf-8283-131b491dd02d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.152415 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Calling delete_port for a792667e-6c5e-46cf-8283-131b491dd02d owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:35.182047 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:35.196027 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-6ab8c36a-97d5-480c-8d41-91383341a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:35.197557 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-6ab8c36a-97d5-480c-8d41-91383341a018 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 1129 time: 0.0901976 May 27 15:17:35.235558 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:35.309692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (a792667e-6c5e-46cf-8283-131b491dd02d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.336755 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '7a34981c-0ab2-48ff-95ff-ef883074dad5', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:28:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:17Z', 'updated_at': '2022-05-27T15:17:34Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:35.338290 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event deleted for resources: {'Port': ['ID=a792667e-6c5e-46cf-8283-131b491dd02d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:35.349309 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-fbe69e83-7463-4791-b243-6be847d11daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:35.351331 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-fbe69e83-7463-4791-b243-6be847d11daa service neutron] 10.222.0.40 "GET /v2.0/networks?id=25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 200 len: 915 time: 0.1472332 May 27 15:17:35.365683 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:35.368282 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (392f7524-b7af-47a3-a52b-393ebafc06e2), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.380021 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:35.380700 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:35.408503 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks [] for floatingip (b5738644-ce69-45b6-afcc-723d746dde5a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.412058 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:35.413320 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e408f147-4ed8-4bdc-ac06-06dc6a05a742 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "DELETE /v2.0/floatingips/b5738644-ce69-45b6-afcc-723d746dde5a HTTP/1.1" status: 204 len: 168 time: 0.5236022 May 27 15:17:35.444663 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Pushing event deleted for resources: {'Port': ['ID=392f7524-b7af-47a3-a52b-393ebafc06e2,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:35.509072 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:35.510684 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-fbfbd699-d0fc-45d0-a10f-a5926da7d182 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=539036bd-12f7-44c7-adfe-551cea6b99a2 HTTP/1.1" status: 200 len: 999 time: 0.1519575 May 27 15:17:35.754189 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '7a34981c-0ab2-48ff-95ff-ef883074dad5', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:28:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:17Z', 'updated_at': '2022-05-27T15:17:34Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:35.778970 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb369df-25a5-4ff5-b41e-3dd0aab1d53f None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '7a34981c-0ab2-48ff-95ff-ef883074dad5', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'port_id': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'mac_address': 'fa:16:3e:28:15:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:17Z', 'updated_at': '2022-05-27T15:17:34Z', 'revision_number': 1, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:35.856316 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-8f5e8fde-bd1c-4815-bbc2-3d43b5481a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:35.857912 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-8f5e8fde-bd1c-4815-bbc2-3d43b5481a5c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 200 len: 853 time: 0.3411152 May 27 15:17:35.941858 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-3637d095-4d53-40c1-a241-bb60d632bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:35.943614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-3637d095-4d53-40c1-a241-bb60d632bc1c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=25b92ae9-fc97-4437-8dc2-335b8971db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779960 May 27 15:17:35.961310 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 07ab533a-c377-484b-8298-8e84d7500fd8 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:35.981576 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 07ab533a-c377-484b-8298-8e84d7500fd8 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:35.981923 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 07ab533a-c377-484b-8298-8e84d7500fd8 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:35.982339 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 37ba6cb7-b917-4678-a64a-21d74c192fb1 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:35.984638 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (39de491d-16e8-4cef-8ca0-38b6ff070a01), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:36.000921 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff23ca-0bd1-470a-bfc6-cb55b59bdcd1 None None] New status for floating IP 7a34981c-0ab2-48ff-95ff-ef883074dad5: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:17:36.006654 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 37ba6cb7-b917-4678-a64a-21d74c192fb1 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:36.007004 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 37ba6cb7-b917-4678-a64a-21d74c192fb1 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:36.025606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:36.110366 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-95610414-eb6e-47ff-8c4f-16bfbea06845 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599534 May 27 15:17:36.296594 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcce14d0-d0ba-40df-ad8f-d46bc9933b88 req-fb1fcc58-184c-4f27-b5fc-cade655352f0 service neutron] 10.222.0.40 "GET /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620283 May 27 15:17:36.351556 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Router 39de491d-16e8-4cef-8ca0-38b6ff070a01 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:36.358345 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:36.458518 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:36.463543 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-36381104-0719-4df8-b6cc-eda88bf4304f admin admin] 10.222.0.41 "PUT /v2.0/routers/39de491d-16e8-4cef-8ca0-38b6ff070a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1924715 May 27 15:17:36.466185 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47566) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:36.468947 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] Sync routers for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:36.481350 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:36.481954 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:36.564899 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks [] for router (39de491d-16e8-4cef-8ca0-38b6ff070a01), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:36.584255 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:36.684675 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks [] for router_gateway (39de491d-16e8-4cef-8ca0-38b6ff070a01), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:36.731760 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Deleting port 1df24493-9e64-4185-a45e-9f0e783a570f {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:36.732102 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:36.768181 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:17:35Z', 'revision_number': 5, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port': {'id': '1df24493-9e64-4185-a45e-9f0e783a570f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:50Z', 'updated_at': '2022-05-27T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:36.793989 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] Checking router: 39de491d-16e8-4cef-8ca0-38b6ff070a01 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:36.803816 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] Routers {'39de491d-16e8-4cef-8ca0-38b6ff070a01'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:36.804476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['39de491d-16e8-4cef-8ca0-38b6ff070a01'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:36.815667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] For port 1df24493-9e64-4185-a45e-9f0e783a570f, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=1df24493-9e64-4185-a45e-9f0e783a570f,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:36.816848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:36.830738 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Calling delete_port for 1df24493-9e64-4185-a45e-9f0e783a570f owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:36.892243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] Set router 39de491d-16e8-4cef-8ca0-38b6ff070a01 gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:36.899011 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:36.944746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:17:36Z', 'revision_number': 6, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:36.947341 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:36.970265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22accfc-32d2-40b3-927a-e8de95b9909b None None] The sync data for ids ['39de491d-16e8-4cef-8ca0-38b6ff070a01'] in dv-cinder-842541-3-iscsi is: [{'id': '39de491d-16e8-4cef-8ca0-38b6ff070a01', 'name': 'tempest-TestMinimumBasicScenario-182128813-router', 'tenant_id': 'b9fd239910a6492a953310873fd2379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:49Z', 'updated_at': '2022-05-27T15:17:36Z', 'revision_number': 6, 'project_id': 'b9fd239910a6492a953310873fd2379e', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:37.012182 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (1df24493-9e64-4185-a45e-9f0e783a570f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.037216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df24493-9e64-4185-a45e-9f0e783a570f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:37.109307 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (39de491d-16e8-4cef-8ca0-38b6ff070a01), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.215190 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (39de491d-16e8-4cef-8ca0-38b6ff070a01), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.217636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks [] for router_controller (39de491d-16e8-4cef-8ca0-38b6ff070a01), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.282018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (39de491d-16e8-4cef-8ca0-38b6ff070a01), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.282618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39de491d-16e8-4cef-8ca0-38b6ff070a01 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:17:37.289223 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.290446 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-37744268-dde1-4241-b0af-9238a5b19080 admin admin] 10.222.0.41 "DELETE /v2.0/routers/39de491d-16e8-4cef-8ca0-38b6ff070a01 HTTP/1.1" status: 204 len: 168 time: 0.8233118 May 27 15:17:37.292931 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47574) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:37.340713 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Deleting subnet 17287b28-2fe1-4a47-8b5a-06884b1ef510 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:17:37.344217 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Publish callbacks [] for subnet (17287b28-2fe1-4a47-8b5a-06884b1ef510), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.378939 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (17287b28-2fe1-4a47-8b5a-06884b1ef510), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.406742 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:37.493879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (17287b28-2fe1-4a47-8b5a-06884b1ef510), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.518474 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1df24493-9e64-4185-a45e-9f0e783a570f no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:37.539172 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 1df24493-9e64-4185-a45e-9f0e783a570f {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:37.539519 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1df24493-9e64-4185-a45e-9f0e783a570f not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:37.539919 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 392f7524-b7af-47a3-a52b-393ebafc06e2 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:37.555348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (17287b28-2fe1-4a47-8b5a-06884b1ef510), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.558872 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 392f7524-b7af-47a3-a52b-393ebafc06e2 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:37.559221 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 392f7524-b7af-47a3-a52b-393ebafc06e2 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:37.583823 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17287b28-2fe1-4a47-8b5a-06884b1ef510,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:37.588811 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.592845 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d4678d0e-6ead-4a06-9b54-301e3a7f72e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17287b28-2fe1-4a47-8b5a-06884b1ef510 HTTP/1.1" status: 204 len: 168 time: 0.2986856 May 27 15:17:37.595243 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47576) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:37.600718 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447fb00-dc00-425b-a588-a0a4509de339 None None] Network 170b7456-5a19-42c5-bafb-44e2c304f6c0 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:17:37.670441 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (170b7456-5a19-42c5-bafb-44e2c304f6c0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.727936 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Deleting port 0d5a3332-4182-4e8e-a955-2867832159bb {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:37.728272 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.805535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] For port 0d5a3332-4182-4e8e-a955-2867832159bb, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=0d5a3332-4182-4e8e-a955-2867832159bb,segment=NetworkSegment(8e658b7b-bc2f-4429-a27b-5924cd523eab),segment_id=8e658b7b-bc2f-4429-a27b-5924cd523eab)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:37.805991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.820862 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Calling delete_port for 0d5a3332-4182-4e8e-a955-2867832159bb owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:37.883187 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:37.929849 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f7cf2-aec8-4beb-926a-786f73425973 None None] DHCP port deletion for 170b7456-5a19-42c5-bafb-44e2c304f6c0 request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:17:37.933807 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (0d5a3332-4182-4e8e-a955-2867832159bb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:37.970336 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5a3332-4182-4e8e-a955-2867832159bb,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:37.977247 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] No DVR routers for this DVR port 0d5a3332-4182-4e8e-a955-2867832159bb on host dv-cinder-842541-3-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:38.038255 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e61f87-b92e-4dd9-8b8b-8bcc02c4d668 req-3c603b10-9c35-4c46-848b-88b13a4f40b9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:38.039722 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-28e61f87-b92e-4dd9-8b8b-8bcc02c4d668 req-3c603b10-9c35-4c46-848b-88b13a4f40b9 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0801420 May 27 15:17:38.095935 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (170b7456-5a19-42c5-bafb-44e2c304f6c0), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.131808 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170b7456-5a19-42c5-bafb-44e2c304f6c0']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:38.144708 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e658b7b-bc2f-4429-a27b-5924cd523eab') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:38.144999 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e658b7b-bc2f-4429-a27b-5924cd523eab') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:38.149369 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-28e61f87-b92e-4dd9-8b8b-8bcc02c4d668 req-49c685f9-9c2b-4b59-b241-f5c6810d682e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034329 May 27 15:17:38.157438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (8e658b7b-bc2f-4429-a27b-5924cd523eab), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.172099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (8e658b7b-bc2f-4429-a27b-5924cd523eab), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.178136 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:17:38.178519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (8e658b7b-bc2f-4429-a27b-5924cd523eab), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.243788 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (170b7456-5a19-42c5-bafb-44e2c304f6c0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.251618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.258257 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/170b7456-5a19-42c5-bafb-44e2c304f6c0 HTTP/1.1" status: 204 len: 168 time: 0.6587663 May 27 15:17:38.258952 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47588) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:38.265166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbed31b-b6c9-4c08-9b68-681cf2635cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=170b7456-5a19-42c5-bafb-44e2c304f6c0,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:38.274311 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 8e658b7b-bc2f-4429-a27b-5924cd523eab resource provider aggregate not found May 27 15:17:38.292949 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 8e658b7b-bc2f-4429-a27b-5924cd523eab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e658b7b-bc2f-4429-a27b-5924cd523eab found for delete ", "request_id": "req-72ee7fc6-cfcb-4dd6-a99c-3e2ba22b5a7a"}]} May 27 15:17:38.350596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:38.442027 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:38.633411 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.897142 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Deleting port 519cfb52-0fcc-4b97-a791-0b512f1e67a1 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:38.897400 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.976214 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] For port 519cfb52-0fcc-4b97-a791-0b512f1e67a1, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=519cfb52-0fcc-4b97-a791-0b512f1e67a1,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:38.976606 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:38.989320 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Calling delete_port for 519cfb52-0fcc-4b97-a791-0b512f1e67a1 owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:39.169677 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (519cfb52-0fcc-4b97-a791-0b512f1e67a1), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:39.199612 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Pushing event deleted for resources: {'Port': ['ID=519cfb52-0fcc-4b97-a791-0b512f1e67a1,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:39.254952 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 0d5a3332-4182-4e8e-a955-2867832159bb no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:39.264782 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:39.279035 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 0d5a3332-4182-4e8e-a955-2867832159bb {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:39.279726 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 0d5a3332-4182-4e8e-a955-2867832159bb not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:39.295092 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4fc6d-f8bb-419f-ae89-4961404201b8 req-04a57f81-3215-480e-9003-1be5654dc962 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:39.296755 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59f4fc6d-f8bb-419f-ae89-4961404201b8 req-04a57f81-3215-480e-9003-1be5654dc962 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0602784 May 27 15:17:39.335832 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:39.353530 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59f4fc6d-f8bb-419f-ae89-4961404201b8 req-7105ade3-deac-4fb1-8a8b-d24087c6935b tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 May 27 15:17:39.379256 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:39.429146 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:39.819409 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:39.920932 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:39.926991 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b04055ec-f54f-44fc-8ca0-04d043bbc686 admin admin] 10.222.0.41 "PUT /v2.0/routers/a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665292 May 27 15:17:39.929689 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47596) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:39.934241 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] Sync routers for ids ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:39.946849 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] Routers {'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:39.947447 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:40.033153 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks [] for router (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.047406 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] Set router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:40.136586 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks [] for router_gateway (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.179063 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Deleting port bff98cea-14c6-426f-9cad-199e2f975fb7 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:40.179411 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.219943 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:17:39Z', 'revision_number': 5, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port': {'id': 'bff98cea-14c6-426f-9cad-199e2f975fb7', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:14:57Z', 'updated_at': '2022-05-27T15:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:40.244098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d1513-e73a-4382-9b29-06980321cd57 req-a79b80f6-904d-4367-81a9-6e420bcf6674 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:40.245878 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b31d1513-e73a-4382-9b29-06980321cd57 req-a79b80f6-904d-4367-81a9-6e420bcf6674 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0521591 May 27 15:17:40.246627 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] Checking router: a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:40.261014 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] Routers {'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:40.261623 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:40.268952 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] For port bff98cea-14c6-426f-9cad-199e2f975fb7, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=bff98cea-14c6-426f-9cad-199e2f975fb7,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:40.269552 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.283711 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Calling delete_port for bff98cea-14c6-426f-9cad-199e2f975fb7 owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:40.339930 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Deleting port f267f173-ac83-4368-b018-5052c6c6d82d {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:40.341038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.355533 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:40.365099 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] Set router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:40.481754 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (bff98cea-14c6-426f-9cad-199e2f975fb7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.500749 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] For port f267f173-ac83-4368-b018-5052c6c6d82d, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=f267f173-ac83-4368-b018-5052c6c6d82d,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:40.501435 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.507882 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:17:40Z', 'revision_number': 6, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:40.510085 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff98cea-14c6-426f-9cad-199e2f975fb7,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:40.523862 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Calling delete_port for f267f173-ac83-4368-b018-5052c6c6d82d owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:40.531233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d7c9-4439-49ea-a8c6-00357062a272 req-7d950e19-5ebe-4aba-891a-9f67ee3d2275 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:40.532731 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d959d7c9-4439-49ea-a8c6-00357062a272 req-7d950e19-5ebe-4aba-891a-9f67ee3d2275 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4fbebd8-749c-4afa-901d-cb88ccb3682a HTTP/1.1" status: 200 len: 946 time: 0.0838614 May 27 15:17:40.537983 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f10c6-df29-4933-a75a-1af444033e7c None None] The sync data for ids ['a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6'] in dv-cinder-842541-3-iscsi is: [{'id': 'a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6', 'name': 'tempest-TestMinimumBasicScenario-254987041-router', 'tenant_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:14:56Z', 'updated_at': '2022-05-27T15:17:40Z', 'revision_number': 6, 'project_id': '1e230c3dbf81400e9bb37fd3d4300bb8', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:40.587285 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.634715 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d959d7c9-4439-49ea-a8c6-00357062a272 req-ede85cca-89e9-42a4-b75d-9a1de002b98e tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927463 May 27 15:17:40.688645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.690050 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:40.692124 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks [] for router_controller (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.713900 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (f267f173-ac83-4368-b018-5052c6c6d82d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.727668 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['50dd4811-1b47-422c-9bcd-2b24d3055609', 'f267f173-ac83-4368-b018-5052c6c6d82d'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:40.742994 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event deleted for resources: {'Port': ['ID=f267f173-ac83-4368-b018-5052c6c6d82d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:40.766089 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.767504 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:17:40.775366 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.776555 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e622266c-ff11-472a-a6ee-8e3b176d9844 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a34fe54b-6ef8-422b-9bcc-8bb3de1cfed6 HTTP/1.1" status: 204 len: 168 time: 0.8456018 May 27 15:17:40.780920 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47600) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:40.793622 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] No DVR routers for this DVR port f267f173-ac83-4368-b018-5052c6c6d82d on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:40.796348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.799859 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b31d1513-e73a-4382-9b29-06980321cd57 req-cf0572e0-e967-4f92-b4c7-c852b5bb71bf tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "DELETE /v2.0/ports/f267f173-ac83-4368-b018-5052c6c6d82d HTTP/1.1" status: 204 len: 173 time: 0.5469515 May 27 15:17:40.800508 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'name': 'network-vif-deleted', 'tag': 'f267f173-ac83-4368-b018-5052c6c6d82d'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:40.802783 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5437f6-cab6-48c2-842c-6db75e813603" -d '{"events": [{"server_uuid": "d4fbebd8-749c-4afa-901d-cb88ccb3682a", "name": "network-vif-deleted", "tag": "f267f173-ac83-4368-b018-5052c6c6d82d"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:40.809265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:40.841494 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Deleting subnet 2c725f7b-7406-4227-b699-082d43cead7d {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:17:40.846264 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Publish callbacks [] for subnet (2c725f7b-7406-4227-b699-082d43cead7d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.890851 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3014291'] for subnet (2c725f7b-7406-4227-b699-082d43cead7d), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:40.936099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6238bdbf-f33c-4d10-a80e-5e14c996fd77 x-openstack-request-id: req-6238bdbf-f33c-4d10-a80e-5e14c996fd77 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:40.936099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fbebd8-749c-4afa-901d-cb88ccb3682a", "name": "network-vif-deleted", "tag": "f267f173-ac83-4368-b018-5052c6c6d82d", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:40.936099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6238bdbf-f33c-4d10-a80e-5e14c996fd77 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:40.936515 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6238bdbf-f33c-4d10-a80e-5e14c996fd77'] response: {'server_uuid': 'd4fbebd8-749c-4afa-901d-cb88ccb3682a', 'name': 'network-vif-deleted', 'tag': 'f267f173-ac83-4368-b018-5052c6c6d82d', 'status': 'completed', 'code': 200} May 27 15:17:41.026356 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (2c725f7b-7406-4227-b699-082d43cead7d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.081374 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26290452'] for subnet (2c725f7b-7406-4227-b699-082d43cead7d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.108201 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c725f7b-7406-4227-b699-082d43cead7d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:41.111928 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.116048 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e95432b0-1f17-4a5a-b9ec-30725977a32a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c725f7b-7406-4227-b699-082d43cead7d HTTP/1.1" status: 204 len: 168 time: 0.3340254 May 27 15:17:41.118648 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47606) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:41.120393 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99f234-cae9-40b0-ae70-52cec81796c0 None None] Network 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:17:41.197819 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (6d29dac5-211f-48c5-a750-7d0f3ab7fc12), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.254487 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Deleting port 23c90525-1cf4-4f72-a3bc-f23b254dd959 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:41.254898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.326674 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] For port 23c90525-1cf4-4f72-a3bc-f23b254dd959, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=23c90525-1cf4-4f72-a3bc-f23b254dd959,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:41.327259 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.329915 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] DHCP port deletion for 6d29dac5-211f-48c5-a750-7d0f3ab7fc12 request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:17:41.343120 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Calling delete_port for 23c90525-1cf4-4f72-a3bc-f23b254dd959 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:41.389402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] Deleting port 23c90525-1cf4-4f72-a3bc-f23b254dd959 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:41.389802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.403446 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:41.440230 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.457897 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 519cfb52-0fcc-4b97-a791-0b512f1e67a1 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:41.466512 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c90525-1cf4-4f72-a3bc-f23b254dd959,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:41.470969 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] No DVR routers for this DVR port 23c90525-1cf4-4f72-a3bc-f23b254dd959 on host dv-cinder-842541-3-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:41.494559 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 519cfb52-0fcc-4b97-a791-0b512f1e67a1 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:41.494909 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 519cfb52-0fcc-4b97-a791-0b512f1e67a1 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:41.495336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 23c90525-1cf4-4f72-a3bc-f23b254dd959 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:41.499182 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] For port 23c90525-1cf4-4f72-a3bc-f23b254dd959, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=23c90525-1cf4-4f72-a3bc-f23b254dd959,segment=NetworkSegment(5b6d9490-082f-4778-a54d-11be95285c8e),segment_id=5b6d9490-082f-4778-a54d-11be95285c8e)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:41.500172 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.525494 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 23c90525-1cf4-4f72-a3bc-f23b254dd959 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:41.525848 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 23c90525-1cf4-4f72-a3bc-f23b254dd959 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:41.526295 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device bff98cea-14c6-426f-9cad-199e2f975fb7 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:41.547342 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] Calling delete_port for 23c90525-1cf4-4f72-a3bc-f23b254dd959 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:41.551146 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: bff98cea-14c6-426f-9cad-199e2f975fb7 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:41.551421 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device bff98cea-14c6-426f-9cad-199e2f975fb7 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:41.553236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (6d29dac5-211f-48c5-a750-7d0f3ab7fc12), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.575096 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d29dac5-211f-48c5-a750-7d0f3ab7fc12']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:41.585822 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6d9490-082f-4778-a54d-11be95285c8e') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:41.585924 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6d9490-082f-4778-a54d-11be95285c8e') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:41.598888 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (5b6d9490-082f-4778-a54d-11be95285c8e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.613938 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (5b6d9490-082f-4778-a54d-11be95285c8e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.620866 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:17:41.621010 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:41.621182 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (5b6d9490-082f-4778-a54d-11be95285c8e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.676291 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (23c90525-1cf4-4f72-a3bc-f23b254dd959), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.693997 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (6d29dac5-211f-48c5-a750-7d0f3ab7fc12), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.699475 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:41.702973 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6d29dac5-211f-48c5-a750-7d0f3ab7fc12 HTTP/1.1" status: 204 len: 168 time: 0.5833821 May 27 15:17:41.715985 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b878a5c-0d4e-417c-83f1-f011b22e8119 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d29dac5-211f-48c5-a750-7d0f3ab7fc12,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:41.719390 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] No DVR routers for this DVR port 23c90525-1cf4-4f72-a3bc-f23b254dd959 on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:41.727983 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a870ad6-3bf3-48b8-94dc-a665f68a7016 None None] Pushing event deleted for resources: {'Port': ['ID=23c90525-1cf4-4f72-a3bc-f23b254dd959,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:41.760343 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 5b6d9490-082f-4778-a54d-11be95285c8e resource provider aggregate not found May 27 15:17:41.778181 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 5b6d9490-082f-4778-a54d-11be95285c8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b6d9490-082f-4778-a54d-11be95285c8e found for delete ", "request_id": "req-dc5ae7fa-22f4-44aa-9011-29af5ee10d00"}]} May 27 15:17:41.917497 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47624) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:41.958715 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e51859b3-ad39-488a-8ac9-d8d892a0d080 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9fd239910a6492a953310873fd2379e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400829 May 27 15:17:41.961170 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47626) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:41.978577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:41.988007 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442dcf2-3b9e-4cb4-b5f9-fe33f6baf0e6 req-0f79fd8c-8d7d-4b1d-8267-55589c51271f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:41.989493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1442dcf2-3b9e-4cb4-b5f9-fe33f6baf0e6 req-0f79fd8c-8d7d-4b1d-8267-55589c51271f tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0537488 May 27 15:17:41.994619 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:42.014418 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cc91d79c-48d7-441a-96f2-287dc0db2e2f admin admin] Publish callbacks [] for security_group (3f926c6a-24ae-4c0e-a71f-db8c738be6a1), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.036741 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cc91d79c-48d7-441a-96f2-287dc0db2e2f admin admin] Publish callbacks [] for security_group (3f926c6a-24ae-4c0e-a71f-db8c738be6a1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.040284 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1442dcf2-3b9e-4cb4-b5f9-fe33f6baf0e6 req-3f25b3dd-4419-47b6-842c-453cbe889a27 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 May 27 15:17:42.085383 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cc91d79c-48d7-441a-96f2-287dc0db2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (3f926c6a-24ae-4c0e-a71f-db8c738be6a1), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.088330 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cc91d79c-48d7-441a-96f2-287dc0db2e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.089520 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cc91d79c-48d7-441a-96f2-287dc0db2e2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f926c6a-24ae-4c0e-a71f-db8c738be6a1 HTTP/1.1" status: 204 len: 168 time: 0.1274650 May 27 15:17:42.098399 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91d79c-48d7-441a-96f2-287dc0db2e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f926c6a-24ae-4c0e-a71f-db8c738be6a1,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:42.411983 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47632) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:42.453451 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9b7b9d2f-2e4c-482e-abf1-e19144e0cec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e230c3dbf81400e9bb37fd3d4300bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400817 May 27 15:17:42.455837 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47634) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:42.507663 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d115501-6335-4b83-8205-19eb5fc86942 admin admin] Publish callbacks [] for security_group (48bdd822-409f-4605-9c4f-797644668b77), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.528646 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d115501-6335-4b83-8205-19eb5fc86942 admin admin] Publish callbacks [] for security_group (48bdd822-409f-4605-9c4f-797644668b77), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.577157 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d115501-6335-4b83-8205-19eb5fc86942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (48bdd822-409f-4605-9c4f-797644668b77), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.579681 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d115501-6335-4b83-8205-19eb5fc86942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:42.580970 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1d115501-6335-4b83-8205-19eb5fc86942 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48bdd822-409f-4605-9c4f-797644668b77 HTTP/1.1" status: 204 len: 168 time: 0.1235805 May 27 15:17:42.588520 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d115501-6335-4b83-8205-19eb5fc86942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bdd822-409f-4605-9c4f-797644668b77,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:43.155209 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f953-fb90-4f58-8cc9-ba5c7103ac88 req-75f65177-bfe3-47b5-8ace-0bff11f22dd3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:43.156697 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04b2f953-fb90-4f58-8cc9-ba5c7103ac88 req-75f65177-bfe3-47b5-8ace-0bff11f22dd3 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.0478220 May 27 15:17:43.206041 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04b2f953-fb90-4f58-8cc9-ba5c7103ac88 req-38590e01-99e2-449a-9fc9-724af66053d2 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 May 27 15:17:43.575106 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ffc17d08-12c7-4540-8a7a-7a47ccd1e15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:43.997783 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device f267f173-ac83-4368-b018-5052c6c6d82d no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:44.017090 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: f267f173-ac83-4368-b018-5052c6c6d82d {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:44.017425 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device f267f173-ac83-4368-b018-5052c6c6d82d not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:44.595266 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fe03-4eb0-4ae4-9731-0aca10462d13 req-43f0deee-823d-48fb-9fbc-36706fe4df8c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:44.597341 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c7fe03-4eb0-4ae4-9731-0aca10462d13 req-43f0deee-823d-48fb-9fbc-36706fe4df8c tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.3174133 May 27 15:17:44.605022 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-5e38cf8c-ee43-4b9a-be65-ddb1c24ece58 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:44.606337 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-5e38cf8c-ee43-4b9a-be65-ddb1c24ece58 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "GET /v2.0/ports?device_id=4e89d631-1962-4ed9-a49a-96fe0948d096 HTTP/1.1" status: 200 len: 945 time: 0.3169179 May 27 15:17:44.701731 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7c7fe03-4eb0-4ae4-9731-0aca10462d13 req-4ea9e25b-955f-470d-aee6-926c71f68f12 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.41 "GET /v2.0/security-groups?id=579faed8-974b-4740-8a46-6bdf21497f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944285 May 27 15:17:44.720621 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Deleting port 50dd4811-1b47-422c-9bcd-2b24d3055609 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:44.721044 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:44.783157 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:44.817548 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] For port 50dd4811-1b47-422c-9bcd-2b24d3055609, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=50dd4811-1b47-422c-9bcd-2b24d3055609,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:44.817907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:44.833845 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Calling delete_port for 50dd4811-1b47-422c-9bcd-2b24d3055609 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:44.964875 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (50dd4811-1b47-422c-9bcd-2b24d3055609), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:44.976146 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['50dd4811-1b47-422c-9bcd-2b24d3055609'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:17:44.991077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Pushing event deleted for resources: {'Port': ['ID=50dd4811-1b47-422c-9bcd-2b24d3055609,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:45.038390 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] No DVR routers for this DVR port 50dd4811-1b47-422c-9bcd-2b24d3055609 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:45.040809 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:45.043950 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4e41d2e4-0869-44f1-81e2-d49308ae61dd req-bedfd2ce-30d6-4056-89c2-8700b768c2f5 tempest-ServerRescueNegativeTestJSON-456930567 tempest-ServerRescueNegativeTestJSON-456930567-project] 10.222.0.40 "DELETE /v2.0/ports/50dd4811-1b47-422c-9bcd-2b24d3055609 HTTP/1.1" status: 204 len: 173 time: 0.4303100 May 27 15:17:45.044378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'name': 'network-vif-deleted', 'tag': '50dd4811-1b47-422c-9bcd-2b24d3055609'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:45.046602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece64a7-f812-42dc-a1e1-80b6c087bca8" -d '{"events": [{"server_uuid": "4e89d631-1962-4ed9-a49a-96fe0948d096", "name": "network-vif-deleted", "tag": "50dd4811-1b47-422c-9bcd-2b24d3055609"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:45.082795 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15d62b-85eb-4b98-a858-6a2f6f497f07 x-openstack-request-id: req-5c15d62b-85eb-4b98-a858-6a2f6f497f07 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:45.083084 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e89d631-1962-4ed9-a49a-96fe0948d096", "name": "network-vif-deleted", "tag": "50dd4811-1b47-422c-9bcd-2b24d3055609", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:45.083335 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c15d62b-85eb-4b98-a858-6a2f6f497f07 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:45.083734 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c15d62b-85eb-4b98-a858-6a2f6f497f07'] response: {'server_uuid': '4e89d631-1962-4ed9-a49a-96fe0948d096', 'name': 'network-vif-deleted', 'tag': '50dd4811-1b47-422c-9bcd-2b24d3055609', 'status': 'completed', 'code': 200} May 27 15:17:45.760428 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47646) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:45.845195 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7af2db09-b902-4de1-a14c-b38e51218ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:46.133820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:DELETE=13,neutron:SELECT=87 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:46.264871 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:46.481961 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Deleting port 2531e734-0121-444c-87b4-4cc7af5b0b2a {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:46.482294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:46.559141 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:46.564589 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] For port 2531e734-0121-444c-87b4-4cc7af5b0b2a, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2531e734-0121-444c-87b4-4cc7af5b0b2a,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:46.564957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:46.579940 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Calling delete_port for 2531e734-0121-444c-87b4-4cc7af5b0b2a owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:46.757128 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (2531e734-0121-444c-87b4-4cc7af5b0b2a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:46.783086 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Pushing event deleted for resources: {'Port': ['ID=2531e734-0121-444c-87b4-4cc7af5b0b2a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:46.926478 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:46.947196 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:47.322601 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:47.390422 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:47.490811 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:47.495731 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cfe3e503-5e9c-4dd0-af2c-fba3d286d70b admin admin] 10.222.0.41 "PUT /v2.0/routers/504d0ec9-5e0e-47a7-bee7-f1035c4d16ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342668 May 27 15:17:47.498186 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47650) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:47.499102 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] Sync routers for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:47.510376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:47.511868 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:47.600334 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks [] for router (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:47.613853 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:47.685698 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:47.701598 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks [] for router_gateway (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:47.748657 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Deleting port 58bfe10d-1812-421d-937b-d264f101083b {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:47.748906 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (58bfe10d-1812-421d-937b-d264f101083b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:47.780128 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '58bfe10d-1812-421d-937b-d264f101083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:17:46Z', 'revision_number': 5, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port': {'id': '58bfe10d-1812-421d-937b-d264f101083b', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:56Z', 'updated_at': '2022-05-27T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:47.805772 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] Checking router: 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:47.814253 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] Routers {'504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:47.814851 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:47.836089 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] For port 58bfe10d-1812-421d-937b-d264f101083b, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=58bfe10d-1812-421d-937b-d264f101083b,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:47.836760 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (58bfe10d-1812-421d-937b-d264f101083b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:47.849862 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Calling delete_port for 58bfe10d-1812-421d-937b-d264f101083b owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:47.900105 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] Set router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:47.952301 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:17:47Z', 'revision_number': 6, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:47.977336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a29ac-3357-4968-983a-4968a296aa8f None None] The sync data for ids ['504d0ec9-5e0e-47a7-bee7-f1035c4d16ed'] in dv-cinder-842541-3-iscsi is: [{'id': '504d0ec9-5e0e-47a7-bee7-f1035c4d16ed', 'name': 'tempest-ServerRescueNegativeTestJSON-447193925-router', 'tenant_id': 'c162124048a34243867e236c81a70eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:55Z', 'updated_at': '2022-05-27T15:17:47Z', 'revision_number': 6, 'project_id': 'c162124048a34243867e236c81a70eb0', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:48.007842 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:48.020687 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 50dd4811-1b47-422c-9bcd-2b24d3055609 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:48.021330 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (58bfe10d-1812-421d-937b-d264f101083b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.040482 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 50dd4811-1b47-422c-9bcd-2b24d3055609 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:48.040967 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 50dd4811-1b47-422c-9bcd-2b24d3055609 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:48.047406 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bfe10d-1812-421d-937b-d264f101083b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:48.110486 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.196420 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.198591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks [] for router_controller (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.243984 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (504d0ec9-5e0e-47a7-bee7-f1035c4d16ed), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.244645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504d0ec9-5e0e-47a7-bee7-f1035c4d16ed {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:17:48.249266 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.250721 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c658d27f-8bac-4141-8a6c-fa5a5004c462 admin admin] 10.222.0.41 "DELETE /v2.0/routers/504d0ec9-5e0e-47a7-bee7-f1035c4d16ed HTTP/1.1" status: 204 len: 168 time: 0.7515149 May 27 15:17:48.254012 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47656) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:48.303921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Deleting subnet b0749bfc-24b1-44c4-bdaa-50a6cb01b967 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:17:48.307508 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Publish callbacks [] for subnet (b0749bfc-24b1-44c4-bdaa-50a6cb01b967), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.345201 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (b0749bfc-24b1-44c4-bdaa-50a6cb01b967), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.421053 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.425047 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (b0749bfc-24b1-44c4-bdaa-50a6cb01b967), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.456909 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:48.482113 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (b0749bfc-24b1-44c4-bdaa-50a6cb01b967), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.509432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0749bfc-24b1-44c4-bdaa-50a6cb01b967,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:48.511328 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.514472 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-12c572e0-aa01-43e0-bab2-6b9aa9314975 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0749bfc-24b1-44c4-bdaa-50a6cb01b967 HTTP/1.1" status: 204 len: 168 time: 0.2594275 May 27 15:17:48.516985 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47658) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:48.519705 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b149ea-6daf-4596-bcaa-fc1f06119fc7 None None] Network 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:17:48.584671 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.632033 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Deleting port 9379c42c-3c82-4ce6-8880-ac2a0e1557de {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:48.632368 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.696211 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] For port 9379c42c-3c82-4ce6-8880-ac2a0e1557de, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=9379c42c-3c82-4ce6-8880-ac2a0e1557de,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:48.696603 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.709178 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Calling delete_port for 9379c42c-3c82-4ce6-8880-ac2a0e1557de owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:48.746862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531edc17-5027-4b03-8373-7904abbd046d None None] DHCP port deletion for 5328ba14-6e9c-4898-8e1e-5ccb3a5d834a request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:17:48.789204 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:48.791322 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-531edc17-5027-4b03-8373-7904abbd046d None None] Deleting port 9379c42c-3c82-4ce6-8880-ac2a0e1557de {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:17:48.791751 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-531edc17-5027-4b03-8373-7904abbd046d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.799467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.826492 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Pushing event deleted for resources: {'Port': ['ID=9379c42c-3c82-4ce6-8880-ac2a0e1557de,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:48.830303 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] No DVR routers for this DVR port 9379c42c-3c82-4ce6-8880-ac2a0e1557de on host dv-cinder-842541-3-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:48.860264 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-531edc17-5027-4b03-8373-7904abbd046d None None] For port 9379c42c-3c82-4ce6-8880-ac2a0e1557de, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=9379c42c-3c82-4ce6-8880-ac2a0e1557de,segment=NetworkSegment(c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd),segment_id=c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:48.860680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-531edc17-5027-4b03-8373-7904abbd046d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.876566 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-531edc17-5027-4b03-8373-7904abbd046d None None] Calling delete_port for 9379c42c-3c82-4ce6-8880-ac2a0e1557de owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:17:48.904666 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.931259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5328ba14-6e9c-4898-8e1e-5ccb3a5d834a']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:48.932351 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:48.939045 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:48.942884 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:48.943186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:48.953931 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.962960 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-531edc17-5027-4b03-8373-7904abbd046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (9379c42c-3c82-4ce6-8880-ac2a0e1557de), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.967904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.974795 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:17:48.975279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:48.989149 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531edc17-5027-4b03-8373-7904abbd046d None None] Pushing event deleted for resources: {'Port': ['ID=9379c42c-3c82-4ce6-8880-ac2a0e1557de,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:48.995170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531edc17-5027-4b03-8373-7904abbd046d None None] No DVR routers for this DVR port 9379c42c-3c82-4ce6-8880-ac2a0e1557de on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:17:49.028832 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd resource provider aggregate not found May 27 15:17:49.046614 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (5328ba14-6e9c-4898-8e1e-5ccb3a5d834a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:49.062997 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2ca8fd1-bd58-41c2-83c7-0ae969be2bcd found for delete ", "request_id": "req-d4f2fecf-bca8-4364-88a9-9f8f74e3a2eb"}]} May 27 15:17:49.064279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:49.070583 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5328ba14-6e9c-4898-8e1e-5ccb3a5d834a HTTP/1.1" status: 204 len: 168 time: 0.5500972 May 27 15:17:49.070583 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c5997-9fbd-4d2e-92e0-0306ea5b3753 admin admin] Pushing event deleted for resources: {'Network': ['ID=5328ba14-6e9c-4898-8e1e-5ccb3a5d834a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:49.185891 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47666) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:49.240132 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-11891b17-22b5-428e-a325-e2487675b298 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c162124048a34243867e236c81a70eb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530779 May 27 15:17:49.242820 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47668) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:49.247502 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 9379c42c-3c82-4ce6-8880-ac2a0e1557de no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:49.254004 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:17:49.267545 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 9379c42c-3c82-4ce6-8880-ac2a0e1557de {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:49.267901 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 9379c42c-3c82-4ce6-8880-ac2a0e1557de not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:49.268922 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2531e734-0121-444c-87b4-4cc7af5b0b2a no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:49.292424 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 2531e734-0121-444c-87b4-4cc7af5b0b2a {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:49.292801 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2531e734-0121-444c-87b4-4cc7af5b0b2a not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:49.293055 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8e98ffd-6a10-4558-a453-51ea3a7c4a99 admin admin] Publish callbacks [] for security_group (579faed8-974b-4740-8a46-6bdf21497f26), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:49.293212 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 58bfe10d-1812-421d-937b-d264f101083b no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:17:49.311357 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 58bfe10d-1812-421d-937b-d264f101083b {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:17:49.311699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 58bfe10d-1812-421d-937b-d264f101083b not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:17:49.315020 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8e98ffd-6a10-4558-a453-51ea3a7c4a99 admin admin] Publish callbacks [] for security_group (579faed8-974b-4740-8a46-6bdf21497f26), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:49.363701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8e98ffd-6a10-4558-a453-51ea3a7c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (579faed8-974b-4740-8a46-6bdf21497f26), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:49.366270 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8e98ffd-6a10-4558-a453-51ea3a7c4a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:49.367388 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b8e98ffd-6a10-4558-a453-51ea3a7c4a99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/579faed8-974b-4740-8a46-6bdf21497f26 HTTP/1.1" status: 204 len: 168 time: 0.1235509 May 27 15:17:49.376114 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e98ffd-6a10-4558-a453-51ea3a7c4a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579faed8-974b-4740-8a46-6bdf21497f26,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:49.793928 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.050616 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47690) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:50.149298 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-52392383-network', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:50.169945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Made reservation on behalf of 80d48e2adc1e4c6ebfdd43e84f8e3106 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:17:50.172214 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.181067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.260907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks [] for security_group (da5762d7-bce9-4c7e-a79f-14fb5ab02fb8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.264530 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (da5762d7-bce9-4c7e-a79f-14fb5ab02fb8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.285639 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:17:50.299241 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5762d7-bce9-4c7e-a79f-14fb5ab02fb8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:50.304597 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (a2b49731-00bc-49e9-a44c-4021a33c3432), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.304939 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Added segment a2b49731-00bc-49e9-a44c-4021a33c3432 of type vlan for network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 May 27 15:17:50.345239 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (7bae1b8f-6527-43a2-8c28-4f4a1470a167), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.369848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (7bae1b8f-6527-43a2-8c28-4f4a1470a167), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.370884 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:50.371459 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.374637 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:DELETE=7,neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:50.436420 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3845465 May 27 15:17:50.437857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bfdb4-565a-4aa7-a9ee-244956c2f423 admin admin] Pushing event updated for resources: {'Network': ['ID=7bae1b8f-6527-43a2-8c28-4f4a1470a167,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:50.439368 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47694) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:50.445084 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Request body: {'subnet': {'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-subnet', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:50.448759 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:17:50.465724 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Made reservation on behalf of 80d48e2adc1e4c6ebfdd43e84f8e3106 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:17:50.468328 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26290489'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.536955 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:50.635907 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26290479'] for subnet (a49de691-dec7-4881-80b0-a8479bdd77b4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.698667 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49de691-dec7-4881-80b0-a8479bdd77b4,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:50.703832 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Checking segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:50.704207 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Network hostable DHCP agents. Network: 7bae1b8f-6527-43a2-8c28-4f4a1470a167, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:17:50.721251 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:17:50.730611 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 7bae1b8f-6527-43a2-8c28-4f4a1470a167) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:50.734573 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:50.735177 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.739029 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee52e6-8f8f-4b25-bc39-524845b88a28 None None] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:17:50.755096 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-68f27e87-e9f1-4433-96ac-a09ee4a33dee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3146162 May 27 15:17:50.757788 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47696) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:50.762072 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:50.783432 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (75256f57-a0eb-43cf-9eec-ed524a6bf46c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.785122 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (75256f57-a0eb-43cf-9eec-ed524a6bf46c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.809398 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:50.840425 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks [] for router_controller (75256f57-a0eb-43cf-9eec-ed524a6bf46c), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.846459 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:17:50.848319 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.977307 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks [] for router_gateway (75256f57-a0eb-43cf-9eec-ed524a6bf46c), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:50.987634 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Allocated IP 172.20.0.2 (7bae1b8f-6527-43a2-8c28-4f4a1470a167/a49de691-dec7-4881-80b0-a8479bdd77b4/2d742eee-9bbb-46f4-842e-2e6c6a07a155) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:51.120260 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:51.134699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Publish callbacks [] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.141531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.158674 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks [] for router_gateway (75256f57-a0eb-43cf-9eec-ed524a6bf46c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.178599 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.186785 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:51.192821 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:51.195084 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:51.206644 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Pushing event updated for resources: {'Port': ['ID=2d742eee-9bbb-46f4-842e-2e6c6a07a155,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:51.293292 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Allocated IP 172.27.1.186 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/56509b79-d7e5-423a-9c34-5a4d374b2265) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:51.387575 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Attempting to bind port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:17:51.387949 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Attempting to bind port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:17:51.388310 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Attempting to bind port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:51.394208 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:17:51.394638 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Checking segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:51.395032 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.395420 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Bound using segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:17:51.395875 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Bound port: 2d742eee-9bbb-46f4-842e-2e6c6a07a155, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:17:51.396245 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.405294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks [] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.407872 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:51.442105 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.458146 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] For port 2d742eee-9bbb-46f4-842e-2e6c6a07a155, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:17:51.461480 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] For port 2d742eee-9bbb-46f4-842e-2e6c6a07a155, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2d742eee-9bbb-46f4-842e-2e6c6a07a155,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:17:51.467283 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.482046 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:51.488247 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:51.493207 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:51.525110 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Pushing event updated for resources: {'Port': ['ID=56509b79-d7e5-423a-9c34-5a4d374b2265,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:51.531413 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885a81-d1fc-4ce4-9b4c-b87644526e4c None None] Pushing event updated for resources: {'Port': ['ID=2d742eee-9bbb-46f4-842e-2e6c6a07a155,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:51.754414 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks [] for router_gateway (75256f57-a0eb-43cf-9eec-ed524a6bf46c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:51.790363 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:51.944291 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (75256f57-a0eb-43cf-9eec-ed524a6bf46c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.068304 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:17:52.172580 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:52.182917 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:52.192053 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.195816 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c810fec3-6d1c-475b-acbf-1401b148a450 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4345968 May 27 15:17:52.196166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47698) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:52.196697 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:52.197119 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:52.304337 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:52.403350 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:52.452217 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e3061-83c2-46d6-a3f4-eca627a8d017 None None] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:17:52.500513 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:51Z', 'revision_number': 3, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:52.526210 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:52.526454 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Updating router 75256f57-a0eb-43cf-9eec-ed524a6bf46c port 56509b79-d7e5-423a-9c34-5a4d374b2265 binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:17:52.530065 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:52.531568 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] Provisioning complete for port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:52.531933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.556610 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.589897 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:52.649029 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] Current status of the port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:52.649180 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.654935 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.686914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] For port 2d742eee-9bbb-46f4-842e-2e6c6a07a155, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2d742eee-9bbb-46f4-842e-2e6c6a07a155,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:52.694085 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.755227 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecce530-d985-428d-ac59-9bfc833b03bc None None] Pushing event updated for resources: {'Port': ['ID=2d742eee-9bbb-46f4-842e-2e6c6a07a155,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:52.856628 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Allocated IP 172.20.0.1 (7bae1b8f-6527-43a2-8c28-4f4a1470a167/a49de691-dec7-4881-80b0-a8479bdd77b4/b17b2bb2-a031-4477-ad5c-a32b8b410e87) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:52.882868 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Publish callbacks [] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.887824 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.913158 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-054ad5c1-b537-4f77-ab4d-48367f45866c None None] Provisioning complete for port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:52.913526 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-054ad5c1-b537-4f77-ab4d-48367f45866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.942896 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Attempting to bind port 56509b79-d7e5-423a-9c34-5a4d374b2265 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:17:52.943258 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Attempting to bind port 56509b79-d7e5-423a-9c34-5a4d374b2265 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:17:52.943612 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Attempting to bind port 56509b79-d7e5-423a-9c34-5a4d374b2265 on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:52.945604 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Pushing event updated for resources: {'Port': ['ID=56509b79-d7e5-423a-9c34-5a4d374b2265,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:52.955306 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.955488 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.956657 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.957889 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.958382 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.958838 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.959174 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.959495 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.959827 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.960130 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.960467 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.960813 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.961133 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.961452 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.961757 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:17:52.965133 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:17:52.965504 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:52.965902 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.966273 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:17:52.966742 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Bound port: 56509b79-d7e5-423a-9c34-5a4d374b2265, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:17:52.967111 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.967417 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks [] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:52.998351 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-054ad5c1-b537-4f77-ab4d-48367f45866c None None] Current status of the port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:53.005040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.010794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:53.024228 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] For port 56509b79-d7e5-423a-9c34-5a4d374b2265, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:17:53.027511 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] For port 56509b79-d7e5-423a-9c34-5a4d374b2265, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=56509b79-d7e5-423a-9c34-5a4d374b2265,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:17:53.033497 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.052098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:53.059154 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:53.063318 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:53.067810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Pushing event updated for resources: {'Port': ['ID=b17b2bb2-a031-4477-ad5c-a32b8b410e87,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:53.093876 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fd45d-4907-433d-96ca-f611a5c886a5 None None] Pushing event updated for resources: {'Port': ['ID=56509b79-d7e5-423a-9c34-5a4d374b2265,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:53.102486 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:53.103109 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:53.109983 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (75256f57-a0eb-43cf-9eec-ed524a6bf46c), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.211692 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:53.265550 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.311119 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2d742eee-9bbb-46f4-842e-2e6c6a07a155 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:17:53.334929 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:53.348661 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:53.356169 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-9080e093-e99a-4cd5-80c2-d1c80b60b5c1 None None] Provisioning complete for port b17b2bb2-a031-4477-ad5c-a32b8b410e87 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:53.356681 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9080e093-e99a-4cd5-80c2-d1c80b60b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.371423 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:53.407982 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:51Z', 'revision_number': 3, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:53.411864 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9080e093-e99a-4cd5-80c2-d1c80b60b5c1 None None] Port b17b2bb2-a031-4477-ad5c-a32b8b410e87 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:17:53.414821 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:53.415192 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.440481 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f5af-f864-4963-820d-bbb5bae35098 None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:51Z', 'revision_number': 3, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:53.485115 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks [] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.490695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.495271 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:53.563793 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (75256f57-a0eb-43cf-9eec-ed524a6bf46c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.565593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Pushing event updated for resources: {'Port': ['ID=b17b2bb2-a031-4477-ad5c-a32b8b410e87,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:53.684887 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:53.686315 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:53.815739 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:17:53.884515 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:53.935419 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:17:53.941061 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a5fc9b5b-2a9c-47ce-88ea-2c58b3cedf58 None None] Provisioning complete for port b17b2bb2-a031-4477-ad5c-a32b8b410e87 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:53.941412 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b5d13f5b-b6ac-4851-9351-8015ea8fbe29 admin admin] 10.222.0.41 "PUT /v2.0/routers/75256f57-a0eb-43cf-9eec-ed524a6bf46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432344 May 27 15:17:53.941588 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9b5b-2a9c-47ce-88ea-2c58b3cedf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:53.978418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc9b5b-2a9c-47ce-88ea-2c58b3cedf58 None None] Port b17b2bb2-a031-4477-ad5c-a32b8b410e87 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:17:54.239349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 47706) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:54.243939 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404423576', 'description': 'tempest-description--537997428'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:54.265410 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.555872 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:54.586595 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (e9e6d683-7361-4f52-a198-7e53910e4469), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.590468 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e9e6d683-7361-4f52-a198-7e53910e4469), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.621171 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.622399 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3820381 May 27 15:17:54.623528 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350f9c-1d10-45db-865c-56f6c3c25dbc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6d683-7361-4f52-a198-7e53910e4469,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:54.625418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47708) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:54.630855 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'security_group_rule': {'security_group_id': 'e9e6d683-7361-4f52-a198-7e53910e4469', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:54.657027 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (4b66dd7b-6f6b-4e53-8021-d219b4fd98d4), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.716155 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (4b66dd7b-6f6b-4e53-8021-d219b4fd98d4), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.720468 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (4b66dd7b-6f6b-4e53-8021-d219b4fd98d4), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.740880 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b66dd7b-6f6b-4e53-8021-d219b4fd98d4,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:54.749073 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.753007 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3a1d130d-e131-453e-b83f-15dd84c8a37c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238306 May 27 15:17:54.753163 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47710) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:54.757779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'security_group_rule': {'security_group_id': 'e9e6d683-7361-4f52-a198-7e53910e4469', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:54.786498 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (96bc99cf-2b3e-4e9d-9818-aacfd5afc62a), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.857013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (96bc99cf-2b3e-4e9d-9818-aacfd5afc62a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.860643 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (96bc99cf-2b3e-4e9d-9818-aacfd5afc62a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.880711 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bc99cf-2b3e-4e9d-9818-aacfd5afc62a,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:54.885785 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.887031 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5ea9e546-67d1-432e-a1f6-7af77c895c5c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327581 May 27 15:17:54.890022 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47714) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:17:54.894578 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:54.916294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:54.997526 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.032633 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:55.056901 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:17:55.068168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:55.068800 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:55.110381 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Allocated IP 172.27.1.157 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/ae03eaf3-331c-415a-8d97-c8923f7f3d11) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:55.199150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:55.231763 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.279588 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.293110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:55.305661 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 56509b79-d7e5-423a-9c34-5a4d374b2265 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:17:55.344839 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:55.346383 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'Port': ['ID=ae03eaf3-331c-415a-8d97-c8923f7f3d11,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:55.349346 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:55.351715 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:55.371920 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:55.440112 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 56509b79-d7e5-423a-9c34-5a4d374b2265 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:55.440554 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.448891 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (a6574a34-110b-4332-a90c-37c4cd0f11c7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.505746 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.538101 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 2, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:55.566577 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:17:55.566838 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Updating router 75256f57-a0eb-43cf-9eec-ed524a6bf46c port b17b2bb2-a031-4477-ad5c-a32b8b410e87 binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:17:55.626323 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 56509b79-d7e5-423a-9c34-5a4d374b2265 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:55.626700 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.632315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.676294 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 56509b79-d7e5-423a-9c34-5a4d374b2265, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=56509b79-d7e5-423a-9c34-5a4d374b2265,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:55.683311 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.705174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.710867 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.781842 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'Port': ['ID=ae03eaf3-331c-415a-8d97-c8923f7f3d11,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:55.790097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a6574a34-110b-4332-a90c-37c4cd0f11c7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.798441 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:55.807428 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.818471 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2ae232c6-044f-4715-9248-c22fc8a1a2d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9176383 May 27 15:17:55.818709 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=56509b79-d7e5-423a-9c34-5a4d374b2265,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:55.970434 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-f6d672d5-1ba0-41a5-9b30-54256d3cca17 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1404423576&fields=id&tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 267 time: 0.0448663 May 27 15:17:55.989526 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Publish callbacks [] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:55.995151 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.043207 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4f53b-fcc7-414d-8121-00584136f052 None None] Pushing event updated for resources: {'Port': ['ID=b17b2bb2-a031-4477-ad5c-a32b8b410e87,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:56.093809 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-4917aaa0-4b92-41ab-9785-001198b17a04 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:56.095330 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-4917aaa0-4b92-41ab-9785-001198b17a04 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 815 time: 0.1195838 May 27 15:17:56.105446 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Attempting to bind port b17b2bb2-a031-4477-ad5c-a32b8b410e87 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:17:56.105976 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Attempting to bind port b17b2bb2-a031-4477-ad5c-a32b8b410e87 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:17:56.106324 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Attempting to bind port b17b2bb2-a031-4477-ad5c-a32b8b410e87 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:56.112541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:17:56.112939 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Checking segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:56.113141 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-1c27e1ac-baf5-491a-86be-6eebb14f70fb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/quotas/80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 375 time: 0.0117171 May 27 15:17:56.113311 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.113805 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Bound using segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:17:56.114291 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Bound port: b17b2bb2-a031-4477-ad5c-a32b8b410e87, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:17:56.114672 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.170637 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-cbd9fd9b-7ed2-4f51-a47b-ba7157d4bbe1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491753 May 27 15:17:56.192038 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] For port b17b2bb2-a031-4477-ad5c-a32b8b410e87, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:17:56.195769 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] For port b17b2bb2-a031-4477-ad5c-a32b8b410e87, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=b17b2bb2-a031-4477-ad5c-a32b8b410e87,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:17:56.203418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.235004 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:56.247576 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:56.273493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4f53b-fcc7-414d-8121-00584136f052 None None] Pushing event updated for resources: {'Port': ['ID=b17b2bb2-a031-4477-ad5c-a32b8b410e87,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:56.277058 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:17:56.277561 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:56.302544 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-8a85805d-c1bd-431e-824e-2df97b5052f7 service neutron] 10.222.0.41 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015203 May 27 15:17:56.334459 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] Provisioning complete for port b17b2bb2-a031-4477-ad5c-a32b8b410e87 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:56.334827 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.408762 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-8cd16da8-07bd-421a-af2e-aa08dfe4a7c5 service neutron] 10.222.0.41 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004131 May 27 15:17:56.581149 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:17:56.598721 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ed1b61a-ac93-496f-a964-390d5962e292 req-8f8f99ae-4bf6-4d7f-b4d0-9f17967d9059 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 210 time: 0.0350833 May 27 15:17:56.699709 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] Current status of the port b17b2bb2-a031-4477-ad5c-a32b8b410e87 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:56.699875 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.796087 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] For port b17b2bb2-a031-4477-ad5c-a32b8b410e87, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=b17b2bb2-a031-4477-ad5c-a32b8b410e87,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:17:56.804706 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.896501 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:56.902089 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411b96d-384c-4c7e-abbc-d5c04b7df218 None None] Pushing event updated for resources: {'Port': ['ID=b17b2bb2-a031-4477-ad5c-a32b8b410e87,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:56.928730 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:17:56.963312 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4cddb1ae-db6f-47b7-961f-69583f8379ba None None] Provisioning complete for port b17b2bb2-a031-4477-ad5c-a32b8b410e87 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:56.963809 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4cddb1ae-db6f-47b7-961f-69583f8379ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:56.966238 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3abfa-7060-435d-af4e-6da1070b31cf None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:17:57.091126 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4cddb1ae-db6f-47b7-961f-69583f8379ba None None] Current status of the port b17b2bb2-a031-4477-ad5c-a32b8b410e87 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:57.327807 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device b17b2bb2-a031-4477-ad5c-a32b8b410e87 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:17:57.376147 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port b17b2bb2-a031-4477-ad5c-a32b8b410e87 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:57.376649 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:57.463166 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port b17b2bb2-a031-4477-ad5c-a32b8b410e87 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:57.464232 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 56509b79-d7e5-423a-9c34-5a4d374b2265 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:17:57.508996 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 56509b79-d7e5-423a-9c34-5a4d374b2265 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:57.509364 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:57.590901 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 56509b79-d7e5-423a-9c34-5a4d374b2265 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:17:57.752615 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-127490d0-efe6-4e2b-9273-c7a2aec8805d req-06617a88-3b68-4696-9606-da73cd02ca20 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 210 time: 0.0369594 May 27 15:17:57.757593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:57.801105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-065786d5-7146-4d67-ab02-3b6416414684 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:57.802774 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-065786d5-7146-4d67-ab02-3b6416414684 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 815 time: 0.1736963 May 27 15:17:57.876710 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-e25e0ba3-c0b6-4f77-b0ec-96f4ebc0d97a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 380 time: 0.0630467 May 27 15:17:57.889209 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'port': {'device_id': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'admin_state_up': True, 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'security_groups': ['e9e6d683-7361-4f52-a198-7e53910e4469']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:58.003791 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Made reservation on behalf of 80d48e2adc1e4c6ebfdd43e84f8e3106 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:17:58.007380 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.146765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Allocated IP 172.20.0.8 (7bae1b8f-6527-43a2-8c28-4f4a1470a167/a49de691-dec7-4881-80b0-a8479bdd77b4/3d45f8fd-c388-4bad-9229-622e4309da14) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:17:58.187956 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:58.290329 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for port (3d45f8fd-c388-4bad-9229-622e4309da14), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.323237 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.365549 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:17:58.370536 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:17:58.374198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:17:58.380228 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:58.432700 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:58.433422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.451419 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-aacd9f85-fb62-44c5-a2ee-cf6ec5ad25cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663934 May 27 15:17:58.463059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Request body: {'port': {'device_id': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:17:58.531410 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.554897 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:58.569759 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:58.604287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:58.620360 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4a5ccc4d-3027-4537-8c69-84c105e7f03c None None] Provisioning complete for port 3d45f8fd-c388-4bad-9229-622e4309da14 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:17:58.620933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4a5ccc4d-3027-4537-8c69-84c105e7f03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.652725 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ccc4d-3027-4537-8c69-84c105e7f03c None None] Port 3d45f8fd-c388-4bad-9229-622e4309da14 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:17:58.826224 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d45f8fd-c388-4bad-9229-622e4309da14 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:17:58.834340 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Publish callbacks [] for port (3d45f8fd-c388-4bad-9229-622e4309da14), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:58.850308 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Transition to ACTIVE for port object 3d45f8fd-c388-4bad-9229-622e4309da14 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:17:58.860698 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:59.182274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65680ed0-540f-469e-9499-9e283f0ec497 req-480fe5c0-e3b0-4003-ba01-76f53622859f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:59.183824 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65680ed0-540f-469e-9499-9e283f0ec497 req-480fe5c0-e3b0-4003-ba01-76f53622859f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.3376546 May 27 15:17:59.195787 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:59.290900 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:59.299009 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65680ed0-540f-469e-9499-9e283f0ec497 req-f2e163f3-f4e4-4b46-989f-eb1feda31433 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059155 May 27 15:17:59.318321 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Attempting to bind port 3d45f8fd-c388-4bad-9229-622e4309da14 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:17:59.318655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Attempting to bind port 3d45f8fd-c388-4bad-9229-622e4309da14 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:17:59.318978 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Attempting to bind port 3d45f8fd-c388-4bad-9229-622e4309da14 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:59.323623 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Port 3d45f8fd-c388-4bad-9229-622e4309da14 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:17:59.323938 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Attempting to bind port 3d45f8fd-c388-4bad-9229-622e4309da14 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:17:59.328981 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:17:59.329309 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Checking segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:17:59.329684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Bound using segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:17:59.330105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Bound port: 3d45f8fd-c388-4bad-9229-622e4309da14, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:17:59.330455 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:59.397721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:17:59.400674 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:17:59.407120 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:59.441319 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:59.441926 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:17:59.443279 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] 10.222.0.40 "PUT /v2.0/ports/3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 1093 time: 0.9845037 May 27 15:17:59.443702 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:17:59.445998 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c" -d '{"events": [{"name": "network-changed", "server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:17:59.470949 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095432e-6180-4082-9746-b0ef4b30bb5b service neutron] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:17:59.514304 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c275c2a-9df9-49e2-9921-8f587d0f9774 x-openstack-request-id: req-0c275c2a-9df9-49e2-9921-8f587d0f9774 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:17:59.514654 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:17:59.514836 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c275c2a-9df9-49e2-9921-8f587d0f9774 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:17:59.515218 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c275c2a-9df9-49e2-9921-8f587d0f9774'] response: {'name': 'network-changed', 'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'status': 'completed', 'code': 200} May 27 15:17:59.543973 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-07e9b22c-20f6-4c2d-b5b5-3a2c1546701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:59.545495 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-07e9b22c-20f6-4c2d-b5b5-3a2c1546701b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1127 time: 0.0440342 May 27 15:17:59.593281 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-7b257d4d-b010-418b-a193-dcd7a024712c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 217 time: 0.0396800 May 27 15:17:59.645253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-2086bbd4-c946-4fe4-bf69-3cb3ed3ff2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:59.646841 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-2086bbd4-c946-4fe4-bf69-3cb3ed3ff2cf service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0476575 May 27 15:17:59.694063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533378-ea96-437c-943f-48e72c9dca16 req-f5d87d7d-0572-441b-b59a-4e20f6bf7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:17:59.695538 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-f5d87d7d-0572-441b-b59a-4e20f6bf7e38 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402379 May 27 15:17:59.791882 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-a3db0f32-d3b6-46f5-8f74-b165909b1856 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895636 May 27 15:17:59.957402 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:17:59.988814 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:00.042288 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef533378-ea96-437c-943f-48e72c9dca16 req-2f9b6142-1efc-4045-bbed-1cacce41278a service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920126 May 27 15:18:00.426459 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b7990-35d9-406b-aad9-25725acbe083 req-43e1c0bd-e73c-4356-8b53-8a1b0ea31b60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:00.427923 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f80b7990-35d9-406b-aad9-25725acbe083 req-43e1c0bd-e73c-4356-8b53-8a1b0ea31b60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0523238 May 27 15:18:00.474792 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f80b7990-35d9-406b-aad9-25725acbe083 req-aa7bd3ba-c656-4008-b024-47b82cf793ad tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 May 27 15:18:01.083077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-825fa76a-17a7-40bd-8ac5-3ffb4d9d78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:01.084551 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-825fa76a-17a7-40bd-8ac5-3ffb4d9d78da service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1127 time: 0.0406981 May 27 15:18:01.188360 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-03fa2525-fbd3-438e-ab76-aa751d903cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:01.189871 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-03fa2525-fbd3-438e-ab76-aa751d903cad service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0996363 May 27 15:18:01.231112 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-ae092e33-bd45-45b9-b9de-5ae0e829b34b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 217 time: 0.0332761 May 27 15:18:01.280969 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-cd0d82f2-71ed-4a01-aa61-07fa248c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:01.282426 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-cd0d82f2-71ed-4a01-aa61-07fa248c421c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0453725 May 27 15:18:01.325605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-cfff40d5-43bd-4a87-9098-3b1f41c138f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:01.327068 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-cfff40d5-43bd-4a87-9098-3b1f41c138f0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390470 May 27 15:18:01.419968 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-528b65cc-77ac-43e7-88a5-4e55a0f8992f service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 May 27 15:18:01.517978 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec1679b5-e8ef-485f-8db5-7cc4bc01a50c req-2b1ac17b-799f-49cb-a639-128bc3996280 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918310 May 27 15:18:01.562219 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:01.602621 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d54823-778d-491b-afae-b0f790c9dcd6 req-6fde4da1-194f-4b6b-aa5f-2538416f1f95 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:01.604133 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57d54823-778d-491b-afae-b0f790c9dcd6 req-6fde4da1-194f-4b6b-aa5f-2538416f1f95 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0505586 May 27 15:18:01.651155 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57d54823-778d-491b-afae-b0f790c9dcd6 req-b3432dae-2c84-4824-a598-cefa43757df3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 May 27 15:18:02.114432 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:18:02.216050 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:02.228161 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '3d45f8fd-c388-4bad-9229-622e4309da14', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14', 'mac_address': 'fa:16:3e:3b:78:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:18:02.262593 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:18:02.262897 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:02.276028 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d45f8fd-c388-4bad-9229-622e4309da14 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:18:02.280893 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:02.298623 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:02.302489 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:02.352537 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:02.533192 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['3d45f8fd-c388-4bad-9229-622e4309da14'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:18:02.606671 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:02.770194 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451e1e4-db89-45a6-b79e-62281569d198 req-49923a6e-4509-47b3-8c26-732d4862eaf4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:02.771666 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1451e1e4-db89-45a6-b79e-62281569d198 req-49923a6e-4509-47b3-8c26-732d4862eaf4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 944 time: 0.0483580 May 27 15:18:02.818765 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1451e1e4-db89-45a6-b79e-62281569d198 req-327a9eeb-27df-475d-b79b-a20ccd0fc614 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 May 27 15:18:03.939828 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d35bb4-5d97-45c4-b4bf-8b6da5112d75 req-6d4dcaf3-69c9-4e9c-a947-17a74f69fc35 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:03.941673 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-75d35bb4-5d97-45c4-b4bf-8b6da5112d75 req-6d4dcaf3-69c9-4e9c-a947-17a74f69fc35 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 944 time: 0.0525999 May 27 15:18:03.990175 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-75d35bb4-5d97-45c4-b4bf-8b6da5112d75 req-47210e54-5b23-4460-be71-72dde42953d8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 May 27 15:18:04.119506 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:18:04.165894 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 3d45f8fd-c388-4bad-9229-622e4309da14 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:18:04.171886 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 3d45f8fd-c388-4bad-9229-622e4309da14 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:18:04.172259 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:04.244836 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:18:04.245216 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:04.270400 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:04.281587 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:18:04.284469 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e86d667-6515-4e3c-abf3-73ad5eed64bc" -d '{"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-plugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:18:04.298868 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:04.303417 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:04.356201 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:04.381119 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0b7057-c4e3-485f-8097-5db0e37cbc73 x-openstack-request-id: req-dd0b7057-c4e3-485f-8097-5db0e37cbc73 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:18:04.381432 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-plugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:18:04.381686 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd0b7057-c4e3-485f-8097-5db0e37cbc73 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:18:04.382084 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0b7057-c4e3-485f-8097-5db0e37cbc73'] response: {'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'code': 200} May 27 15:18:04.561234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e3b53-2930-459a-988c-e55046dec149 req-e5a25426-b4e5-4dd9-a7ed-ecdf5db6b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:04.562770 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a81e3b53-2930-459a-988c-e55046dec149 req-e5a25426-b4e5-4dd9-a7ed-ecdf5db6b295 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1129 time: 0.0399697 May 27 15:18:04.608930 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a81e3b53-2930-459a-988c-e55046dec149 req-9b0a0506-4dbd-4df4-90e1-81cf7efcc63e service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396628 May 27 15:18:04.612957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:04.618070 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=68,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:05.095600 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:05.113280 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0663d-a717-41c7-ace9-4da6e99c940a req-d38bf257-af57-4500-a566-284b6a7f4c98 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:05.114759 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ffa0663d-a717-41c7-ace9-4da6e99c940a req-d38bf257-af57-4500-a566-284b6a7f4c98 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0537357 May 27 15:18:05.163854 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ffa0663d-a717-41c7-ace9-4da6e99c940a req-ec2b2041-a8b6-42f7-a40d-f32132885fff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 May 27 15:18:06.298338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09ed36-6f48-4aff-804d-c5394567aea8 req-de78162c-18d3-4eb5-91a4-7e5e14c7adad tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:06.300041 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c09ed36-6f48-4aff-804d-c5394567aea8 req-de78162c-18d3-4eb5-91a4-7e5e14c7adad tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0552177 May 27 15:18:06.352726 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c09ed36-6f48-4aff-804d-c5394567aea8 req-6fe7f20a-abcd-4637-aaaf-61b3eaa6b7e2 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470560 May 27 15:18:06.470811 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b85287-b64c-4abc-a858-e487e8ce4a8c req-3143d2cf-049c-431d-b20c-ceaad123b258 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:06.472364 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09b85287-b64c-4abc-a858-e487e8ce4a8c req-3143d2cf-049c-431d-b20c-ceaad123b258 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0491750 May 27 15:18:06.480656 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 47828) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:06.484955 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'floatingip': {'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:18:06.527020 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (a6574a34-110b-4332-a90c-37c4cd0f11c7), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:06.900081 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:06.953547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:06.957406 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a6574a34-110b-4332-a90c-37c4cd0f11c7), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:07.051002 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Floating IP a6574a34-110b-4332-a90c-37c4cd0f11c7 associated. External IP: 172.27.1.157, port: 3d45f8fd-c388-4bad-9229-622e4309da14. May 27 15:18:07.254621 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:18:07.296565 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:07.361343 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:18:07.370115 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:07.371963 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:18:07.386518 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:07.386518 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:07.403567 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-336b53a5-acbe-4ca9-9100-ebbb1cd0ad60 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "PUT /v2.0/floatingips/a6574a34-110b-4332-a90c-37c4cd0f11c7 HTTP/1.1" status: 200 len: 991 time: 0.9218485 May 27 15:18:07.404244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:18:07.406601 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59df4d2d-3684-4eaa-b140-9ed45f142155" -d '{"events": [{"name": "network-changed", "server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:18:07.444826 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1841e3-f192-419d-bdd3-bf5c2092d322 x-openstack-request-id: req-0f1841e3-f192-419d-bdd3-bf5c2092d322 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:18:07.445118 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:18:07.445368 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f1841e3-f192-419d-bdd3-bf5c2092d322 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:18:07.445771 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1841e3-f192-419d-bdd3-bf5c2092d322'] response: {'name': 'network-changed', 'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'status': 'completed', 'code': 200} May 27 15:18:07.507546 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-98a53741-287f-4fbc-8687-7579fdb79220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:07.509018 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-98a53741-287f-4fbc-8687-7579fdb79220 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1129 time: 0.0431178 May 27 15:18:07.583482 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:07.605439 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-9208d96a-d2b6-42cb-ade0-1340fab04db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:07.606938 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-9208d96a-d2b6-42cb-ade0-1340fab04db0 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0921905 May 27 15:18:07.668696 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-9222d095-96de-47b7-a278-a3dc5162646f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 999 time: 0.0552759 May 27 15:18:07.722445 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-a6922cb4-af99-4463-b9ea-1a0fe66508e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:07.723946 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-a6922cb4-af99-4463-b9ea-1a0fe66508e1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0481532 May 27 15:18:07.767563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-d8932d43-fcfc-442d-b638-6943a7dcc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:07.769014 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-d8932d43-fcfc-442d-b638-6943a7dcc04d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388372 May 27 15:18:07.794447 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a6574a34-110b-4332-a90c-37c4cd0f11c7', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'mac_address': 'fa:16:3e:3b:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:55Z', 'updated_at': '2022-05-27T15:18:06Z', 'revision_number': 1, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:07.823896 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:18:07.832393 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:07.833020 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:17:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:07.864864 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-a026e3ff-ead8-4600-803c-6c19de4cad03 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894966 May 27 15:18:07.933849 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:07.954647 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59df4d2d-3684-4eaa-b140-9ed45f142155 req-d90ddab7-c0bd-4a9d-a6d1-d6c4c46115fc service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 May 27 15:18:08.152859 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a6574a34-110b-4332-a90c-37c4cd0f11c7', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'mac_address': 'fa:16:3e:3b:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:55Z', 'updated_at': '2022-05-27T15:18:06Z', 'revision_number': 1, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:08.177276 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db2ab0-391d-4dc7-851c-3ec9cfe0189c None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': 'a6574a34-110b-4332-a90c-37c4cd0f11c7', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'mac_address': 'fa:16:3e:3b:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:17:55Z', 'updated_at': '2022-05-27T15:18:06Z', 'revision_number': 1, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:18:08.381730 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b37ddb-aa0f-43a1-a8aa-e3798edc4a80 None None] New status for floating IP a6574a34-110b-4332-a90c-37c4cd0f11c7: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:18:13.575828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-185fd620-9a8c-4b0f-a110-5330f2518412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:15.848679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-04153879-fd2b-462e-ba06-f2c3bc8e866a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:16.509506 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a93b-6d01-47b8-b1c8-d4057559bcf9 req-dca6fd80-9137-44bb-ab3e-5093122e5ee7 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:16.510973 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6553a93b-6d01-47b8-b1c8-d4057559bcf9 req-dca6fd80-9137-44bb-ab3e-5093122e5ee7 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0475469 May 27 15:18:16.523926 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:16.565744 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6553a93b-6d01-47b8-b1c8-d4057559bcf9 req-75c4c0aa-3c72-4485-a2c9-3957fdd0f7be tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491118 May 27 15:18:17.324396 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:17.681525 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6a38-b686-448d-ae28-8cae4b6d5771 req-53f20755-81f5-45e8-9ec5-f92aadeb4e1c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:17.682978 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-89ba6a38-b686-448d-ae28-8cae4b6d5771 req-53f20755-81f5-45e8-9ec5-f92aadeb4e1c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0469275 May 27 15:18:17.732651 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-89ba6a38-b686-448d-ae28-8cae4b6d5771 req-035e698a-7cf4-448a-8382-7c7d9410b885 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439711 May 27 15:18:18.413178 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:18.859831 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c58a5-f114-41b0-be76-4b00de035349 req-1bfb117f-3642-4baf-a33f-7f3d9f1b9961 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:18.861258 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-491c58a5-f114-41b0-be76-4b00de035349 req-1bfb117f-3642-4baf-a33f-7f3d9f1b9961 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0499871 May 27 15:18:18.911996 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-491c58a5-f114-41b0-be76-4b00de035349 req-5efc9d7e-3358-4c50-9f81-c2fb82ec6633 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438359 May 27 15:18:19.801910 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:20.039392 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e1f45-c928-4371-aef2-79ef6014a3e0 req-3e8b8cd5-8604-41ee-a62e-e180889da56f tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:20.040868 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c02e1f45-c928-4371-aef2-79ef6014a3e0 req-3e8b8cd5-8604-41ee-a62e-e180889da56f tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0513191 May 27 15:18:20.090749 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c02e1f45-c928-4371-aef2-79ef6014a3e0 req-1bd4b54f-902b-4666-be53-247fabf211ff tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 May 27 15:18:21.203641 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bddce1-708f-48e8-bd4d-b1e62d2a957d req-a0e01180-0187-41ac-a3ac-3c49e938f409 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:21.205190 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-97bddce1-708f-48e8-bd4d-b1e62d2a957d req-a0e01180-0187-41ac-a3ac-3c49e938f409 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0473440 May 27 15:18:21.224302 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:21.257522 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-97bddce1-708f-48e8-bd4d-b1e62d2a957d req-8ce29ff6-a527-4081-9f84-e4af5cb0f21c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461268 May 27 15:18:22.099501 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e938593-a19b-4ca5-b424-5fe288a71c6f req-88a3c6ed-b662-404c-a04b-d5188c895591 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:22.100984 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e938593-a19b-4ca5-b424-5fe288a71c6f req-88a3c6ed-b662-404c-a04b-d5188c895591 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0474665 May 27 15:18:22.152219 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e938593-a19b-4ca5-b424-5fe288a71c6f req-9c1c6e1b-859e-4db6-8504-4a7310926c54 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 May 27 15:18:22.373175 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec6ec3-d39e-428a-8393-e4fbc870c27a req-3077e299-fb78-46ce-9238-ade6bffd728e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:22.374640 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0ec6ec3-d39e-428a-8393-e4fbc870c27a req-3077e299-fb78-46ce-9238-ade6bffd728e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0482900 May 27 15:18:22.441605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8380696-0c3d-4b6b-9697-46ca2372236c req-ebff53c5-895f-433e-8ccb-19ed1e4dc85e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:22.443058 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8380696-0c3d-4b6b-9697-46ca2372236c req-ebff53c5-895f-433e-8ccb-19ed1e4dc85e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0675595 May 27 15:18:22.471968 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0ec6ec3-d39e-428a-8393-e4fbc870c27a req-8a762fbf-307b-4d25-8386-9d8c3f00fc29 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857558 May 27 15:18:22.504602 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8380696-0c3d-4b6b-9697-46ca2372236c req-a8ee7e6f-2939-422c-82e7-50599eb8823a tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537798 May 27 15:18:23.270402 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25eaa0-0a8f-47ff-afea-3b78647f1817 req-769b8f75-9325-4b32-96fd-d581644603f0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:23.271866 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f25eaa0-0a8f-47ff-afea-3b78647f1817 req-769b8f75-9325-4b32-96fd-d581644603f0 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0491869 May 27 15:18:23.318543 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f25eaa0-0a8f-47ff-afea-3b78647f1817 req-f169a73f-da52-4c94-a941-71c3db05553a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 May 27 15:18:23.617534 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e69bc-b226-48c3-bf15-129ebd25f9d5 req-f4b56f4b-7f2d-4fb1-abc0-89e806b36a06 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:23.618999 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b57e69bc-b226-48c3-bf15-129ebd25f9d5 req-f4b56f4b-7f2d-4fb1-abc0-89e806b36a06 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0784256 May 27 15:18:23.646018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0d373-ef87-41c3-aea9-86856f71985c req-e237edfd-cca6-4b8e-b74e-6314a6a2a418 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:23.647457 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-daa0d373-ef87-41c3-aea9-86856f71985c req-e237edfd-cca6-4b8e-b74e-6314a6a2a418 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0729513 May 27 15:18:23.695350 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b57e69bc-b226-48c3-bf15-129ebd25f9d5 req-af532946-ebf5-4fa7-ac3c-32d19bff5ff3 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704169 May 27 15:18:23.704234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:23.719053 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-daa0d373-ef87-41c3-aea9-86856f71985c req-39e20a79-4f30-4aed-b079-f914d6a4483e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637438 May 27 15:18:24.432251 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90749f4c-b431-49c4-9bf2-6c5ee5086df3 req-3a13d459-4e19-436e-9275-7f4785ab5e76 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:24.433727 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90749f4c-b431-49c4-9bf2-6c5ee5086df3 req-3a13d459-4e19-436e-9275-7f4785ab5e76 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0472956 May 27 15:18:24.480422 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90749f4c-b431-49c4-9bf2-6c5ee5086df3 req-b545b472-00e3-44d9-8dbd-d94c226bf883 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411820 May 27 15:18:24.843148 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72630fa-c20c-4729-9b92-9b057da0b455 req-2b021a0d-09cc-408e-8b0d-6ce0a1d9641e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:24.844653 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b72630fa-c20c-4729-9b92-9b057da0b455 req-2b021a0d-09cc-408e-8b0d-6ce0a1d9641e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0801296 May 27 15:18:24.865522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35db27-6820-446a-8725-1b878e588cf4 req-a928e3f7-0519-471f-8314-f1293ce66c5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:24.866891 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc35db27-6820-446a-8725-1b878e588cf4 req-a928e3f7-0519-471f-8314-f1293ce66c5e tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0729418 May 27 15:18:24.929292 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b72630fa-c20c-4729-9b92-9b057da0b455 req-2ba06a92-178b-428d-b871-908aa7823eef tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781364 May 27 15:18:24.939991 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc35db27-6820-446a-8725-1b878e588cf4 req-877ce6e0-6dd2-46f1-8e58-922d3d8b0d73 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups?id=6926aa83-8d9a-4be0-a856-43f020bfc6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660472 May 27 15:18:25.192412 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-f8eb01c1-fbf7-4b5f-bb1a-ea1360377d04 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:25.193866 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-f8eb01c1-fbf7-4b5f-bb1a-ea1360377d04 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0472982 May 27 15:18:25.274178 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-71065761-88b5-4c30-9f31-c2703521cfe0 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:25.275704 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-71065761-88b5-4c30-9f31-c2703521cfe0 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 946 time: 0.0485620 May 27 15:18:25.366971 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Deleting port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:25.367309 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.462931 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] For port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:25.463203 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.579168 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port 539036bd-12f7-44c7-adfe-551cea6b99a2 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:25.579519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.635700 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0553b3-bda7-4c3b-94a5-e083ddb4f7f2 req-ecbdc925-0782-4fdc-8444-a3ee081721ab tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:25.637204 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.637330 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e0553b3-bda7-4c3b-94a5-e083ddb4f7f2 req-ecbdc925-0782-4fdc-8444-a3ee081721ab tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 945 time: 0.0793431 May 27 15:18:25.637578 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (c0211673-d332-4e4f-8774-fb71c6f7a0d0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.637900 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Floating IP c0211673-d332-4e4f-8774-fb71c6f7a0d0 disassociated. External IP: 172.27.1.43, port: 8ce3e0a8-1883-4f25-97d5-3b1fd586b141. May 27 15:18:25.638249 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Calling delete_port for 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:25.676808 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:25.738787 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] For port 539036bd-12f7-44c7-adfe-551cea6b99a2, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=539036bd-12f7-44c7-adfe-551cea6b99a2,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:25.739159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.749976 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e0553b3-bda7-4c3b-94a5-e083ddb4f7f2 req-6492fb78-27d5-4d8d-8531-85096967e73d tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups?id=f990a29c-33bb-4f2d-b2f7-6088c7152599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813172 May 27 15:18:25.775785 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (8ce3e0a8-1883-4f25-97d5-3b1fd586b141), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.805860 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event deleted for resources: {'Port': ['ID=8ce3e0a8-1883-4f25-97d5-3b1fd586b141,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:25.818600 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.818935 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.819272 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.819608 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.819935 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.820263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.820623 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.820940 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.821273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.821594 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.821919 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.822316 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.822652 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.822963 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.823283 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:25.912261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.912905 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (7a34981c-0ab2-48ff-95ff-ef883074dad5), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:25.913003 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Floating IP 7a34981c-0ab2-48ff-95ff-ef883074dad5 disassociated. External IP: 172.27.1.194, port: 539036bd-12f7-44c7-adfe-551cea6b99a2. May 27 15:18:25.913301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for 539036bd-12f7-44c7-adfe-551cea6b99a2 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:25.937263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:18:26.060539 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:18:26.070738 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:18:26.082608 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:26.083472 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:26.112516 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b90e93ba-dcf5-4de2-bb28-03481cc349d7 req-0080b58c-d59f-47fb-a1e3-ab017454baea tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6a2750-8fc3-4343-9fb3-aa9177dd01a7 HTTP/1.1" status: 200 len: 210 time: 0.0807090 May 27 15:18:26.121140 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a240c-0cb1-4688-b1c2-e37929751ec1 req-545a8062-08b5-4d84-980e-6bdecc203439 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:26.122561 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7d9a240c-0cb1-4688-b1c2-e37929751ec1 req-545a8062-08b5-4d84-980e-6bdecc203439 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0919785 May 27 15:18:26.134158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] No DVR routers for this DVR port 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 on host hv-cinder-84254 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:18:26.134158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:26.134158 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f1cc726f-c540-4785-893a-d0b45a59f347 req-5f18a631-7dac-4a87-9294-17f0f494ef6c tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.40 "DELETE /v2.0/ports/8ce3e0a8-1883-4f25-97d5-3b1fd586b141 HTTP/1.1" status: 204 len: 173 time: 0.8522930 May 27 15:18:26.134158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'name': 'network-vif-deleted', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:18:26.135531 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07a644-e191-46cd-83f1-f74d3bd5ac99" -d '{"events": [{"server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "name": "network-vif-deleted", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:18:26.162643 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (539036bd-12f7-44c7-adfe-551cea6b99a2), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:26.182649 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:26.203697 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033e1a52-e852-4555-92a5-fd466a9e0eda x-openstack-request-id: req-033e1a52-e852-4555-92a5-fd466a9e0eda {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:18:26.204325 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a2750-8fc3-4343-9fb3-aa9177dd01a7", "name": "network-vif-deleted", "tag": "8ce3e0a8-1883-4f25-97d5-3b1fd586b141", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:18:26.204622 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-033e1a52-e852-4555-92a5-fd466a9e0eda {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:18:26.205541 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033e1a52-e852-4555-92a5-fd466a9e0eda'] response: {'server_uuid': 'fd6a2750-8fc3-4343-9fb3-aa9177dd01a7', 'name': 'network-vif-deleted', 'tag': '8ce3e0a8-1883-4f25-97d5-3b1fd586b141', 'status': 'completed', 'code': 200} May 27 15:18:26.261794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=539036bd-12f7-44c7-adfe-551cea6b99a2,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:26.305667 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:26.358328 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.358663 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.358994 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.359319 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.359664 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.363451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.364194 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:26.364301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.364301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:26.407098 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7d9a240c-0cb1-4688-b1c2-e37929751ec1 req-516bcade-a38a-4db8-8d9b-9b4510e7bd13 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754817 May 27 15:18:26.423094 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:18:26.497091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:18:26.542167 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:26.551096 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:26.581198 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:18:26.591099 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:26.591718 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:26.614010 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:18:26.625585 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:18:26.639776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:26.640411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:26.664764 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] No DVR routers for this DVR port 539036bd-12f7-44c7-adfe-551cea6b99a2 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:18:26.668118 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:26.671332 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-305e65b2-df2f-43e6-8268-3a6e7adbec06 req-9cef0812-9b58-4468-a07d-d6b655ceaf0e tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.40 "DELETE /v2.0/ports/539036bd-12f7-44c7-adfe-551cea6b99a2 HTTP/1.1" status: 204 len: 173 time: 1.4447381 May 27 15:18:26.671778 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'name': 'network-vif-deleted', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:18:26.674292 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d5111f-bc92-4be0-a8fa-92599898afad" -d '{"events": [{"server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "name": "network-vif-deleted", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:18:26.714854 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465bb98d-ecf5-48a3-98a1-eba74ad7ffd6 x-openstack-request-id: req-465bb98d-ecf5-48a3-98a1-eba74ad7ffd6 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:18:26.715347 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044df8fd-2d18-4cca-bfa1-a9f4febd691d", "name": "network-vif-deleted", "tag": "539036bd-12f7-44c7-adfe-551cea6b99a2", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:18:26.716018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-465bb98d-ecf5-48a3-98a1-eba74ad7ffd6 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:18:26.716416 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465bb98d-ecf5-48a3-98a1-eba74ad7ffd6'] response: {'server_uuid': '044df8fd-2d18-4cca-bfa1-a9f4febd691d', 'name': 'network-vif-deleted', 'tag': '539036bd-12f7-44c7-adfe-551cea6b99a2', 'status': 'completed', 'code': 200} May 27 15:18:26.727013 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:26.773808 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:26.852467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:26.907540 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-396957f8-06a6-4a03-b4e1-c4f3f9f81704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:26.909979 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-396957f8-06a6-4a03-b4e1-c4f3f9f81704 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1130 time: 0.1244464 May 27 15:18:26.947108 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8b8cd7eb-5f76-45c6-ba21-7bb8a403b08b req-8d03d227-614a-4be4-bb6a-2976f290baea tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/ports?device_id=044df8fd-2d18-4cca-bfa1-a9f4febd691d HTTP/1.1" status: 200 len: 210 time: 0.0565968 May 27 15:18:27.032400 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:27.036607 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-44040141-7eab-4392-a836-fcf7344202c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:27.038171 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-44040141-7eab-4392-a836-fcf7344202c1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 910 time: 0.1021044 May 27 15:18:27.041790 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:27.062546 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:18:27.069122 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace9c9a-d7cf-4595-b4fe-6a12b41847fd None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:12:09Z', 'revision_number': 4, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '0a58fcff-2e1e-49c7-bd84-2ba0c544f64f', 'name': '', 'network_id': 'fa7d805a-200a-417c-8552-13b168c382aa', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'mac_address': 'fa:16:3e:33:2f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7417e465-811c-44c6-9741-0e23c125ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:06Z', 'updated_at': '2022-05-27T15:12:17Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'subnets': [{'id': '7417e465-811c-44c6-9741-0e23c125ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:18:27.072344 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:27.073270 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:27.212090 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48010) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:27.285603 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-f865c7df-913a-4cbc-a855-28bb6ce5235b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 1002 time: 0.1055329 May 27 15:18:27.310487 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:27.317490 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df504a4b-ecb6-4cde-908d-1268e1994a20 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (6926aa83-8d9a-4be0-a856-43f020bfc6db), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.349967 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df504a4b-ecb6-4cde-908d-1268e1994a20 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (6926aa83-8d9a-4be0-a856-43f020bfc6db), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.354520 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-0878374e-52d2-47e5-94d4-64580b0fbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:27.356103 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-0878374e-52d2-47e5-94d4-64580b0fbbd7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.0632827 May 27 15:18:27.358604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:27.385913 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:27.435599 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df504a4b-ecb6-4cde-908d-1268e1994a20 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6926aa83-8d9a-4be0-a856-43f020bfc6db), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.439405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df504a4b-ecb6-4cde-908d-1268e1994a20 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.444411 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48014) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:27.444753 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-df504a4b-ecb6-4cde-908d-1268e1994a20 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "DELETE /v2.0/security-groups/6926aa83-8d9a-4be0-a856-43f020bfc6db HTTP/1.1" status: 204 len: 168 time: 0.2315331 May 27 15:18:27.455898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504a4b-ecb6-4cde-908d-1268e1994a20 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926aa83-8d9a-4be0-a856-43f020bfc6db,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:27.462629 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-20004706-712c-4841-bb30-2d23a78ce113 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] show failed (client error): The resource could not be found. May 27 15:18:27.463596 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-20004706-712c-4841-bb30-2d23a78ce113 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "GET /v2.0/security-groups/6926aa83-8d9a-4be0-a856-43f020bfc6db HTTP/1.1" status: 404 len: 347 time: 0.0181193 May 27 15:18:27.465440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-610c217c-c6b8-4b60-b619-5f6387b68607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:27.466854 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-610c217c-c6b8-4b60-b619-5f6387b68607 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043077 May 27 15:18:27.467701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48016) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:27.494666 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71de64-a47a-4dcb-ac81-d979dab649c6 None None] New status for floating IP c0211673-d332-4e4f-8774-fb71c6f7a0d0: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:18:27.593961 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Deleting port 9e8789a1-d745-41f4-bfd3-cad4fc6881fc {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:27.594218 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.628474 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351173c-642c-49a7-bd1f-6220a9711301 req-eb1d1cf4-9b2c-4810-8d91-02057e6c7f8b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:27.629456 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5351173c-642c-49a7-bd1f-6220a9711301 req-eb1d1cf4-9b2c-4810-8d91-02057e6c7f8b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.1254749 May 27 15:18:27.646991 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:27.675380 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-2581d65b-6b8d-4d6d-8ed2-366c9c5aab27 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922257 May 27 15:18:27.676172 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ac83a-e2d9-4907-bd43-5cd9c2654447 None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a', 'name': '', 'network_id': '25b92ae9-fc97-4437-8dc2-335b8971db2a', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'mac_address': 'fa:16:3e:dc:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:05Z', 'updated_at': '2022-05-27T15:12:24Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'subnets': [{'id': '3f2a335e-4f49-4d65-901e-26787aa95f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:18:27.712933 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.713569 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.730925 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Calling delete_port for 9e8789a1-d745-41f4-bfd3-cad4fc6881fc owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:27.741036 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5351173c-642c-49a7-bd1f-6220a9711301 req-fc4dcc63-b19b-4273-b6bb-d3ae053a7004 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023626 May 27 15:18:27.811658 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fea2dc2-f346-433d-8e4a-dd18657433a8 req-2640b5fb-5c5e-4b49-83b0-764064d94500 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230383 May 27 15:18:27.887548 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (9e8789a1-d745-41f4-bfd3-cad4fc6881fc), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.916729 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Pushing event deleted for resources: {'Port': ['ID=9e8789a1-d745-41f4-bfd3-cad4fc6881fc,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:27.979446 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0d8b-cac8-41a2-9107-aa8f3d17bc0a None None] New status for floating IP 7a34981c-0ab2-48ff-95ff-ef883074dad5: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:18:27.985004 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks [] for floatingip (c0211673-d332-4e4f-8774-fb71c6f7a0d0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:27.988457 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.004508 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-16575a32-b514-430d-a3d6-d53f9cb07d15 tempest-AttachVolumeTestJSON-606582686 tempest-AttachVolumeTestJSON-606582686-project] 10.222.0.41 "DELETE /v2.0/floatingips/c0211673-d332-4e4f-8774-fb71c6f7a0d0 HTTP/1.1" status: 204 len: 168 time: 0.5241628 May 27 15:18:28.041272 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48024) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:28.112710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03fc29fe-8faa-4393-8c8d-e016571d9cee tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (f990a29c-33bb-4f2d-b2f7-6088c7152599), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.119692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:28.141018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03fc29fe-8faa-4393-8c8d-e016571d9cee tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (f990a29c-33bb-4f2d-b2f7-6088c7152599), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.190982 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03fc29fe-8faa-4393-8c8d-e016571d9cee tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f990a29c-33bb-4f2d-b2f7-6088c7152599), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.193630 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03fc29fe-8faa-4393-8c8d-e016571d9cee tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.194825 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-03fc29fe-8faa-4393-8c8d-e016571d9cee tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/security-groups/f990a29c-33bb-4f2d-b2f7-6088c7152599 HTTP/1.1" status: 204 len: 168 time: 0.1524944 May 27 15:18:28.197593 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48030) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:28.204003 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc29fe-8faa-4393-8c8d-e016571d9cee tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f990a29c-33bb-4f2d-b2f7-6088c7152599,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:28.213540 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-17adfd37-a17d-4323-a02d-4db691d691e5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] show failed (client error): The resource could not be found. May 27 15:18:28.214798 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-17adfd37-a17d-4323-a02d-4db691d691e5 tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "GET /v2.0/security-groups/f990a29c-33bb-4f2d-b2f7-6088c7152599 HTTP/1.1" status: 404 len: 347 time: 0.0159476 May 27 15:18:28.217394 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48032) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:28.257600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 539036bd-12f7-44c7-adfe-551cea6b99a2 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:28.278074 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 539036bd-12f7-44c7-adfe-551cea6b99a2 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:28.278418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 539036bd-12f7-44c7-adfe-551cea6b99a2 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:28.278829 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:28.298150 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:28.298493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8ce3e0a8-1883-4f25-97d5-3b1fd586b141 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:28.335839 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Deleting port 3a430d9b-9321-478d-ac75-34b969d7faf3 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:28.336245 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.417864 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.419022 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (3a430d9b-9321-478d-ac75-34b969d7faf3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.430759 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Calling delete_port for 3a430d9b-9321-478d-ac75-34b969d7faf3 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:28.553854 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:28.563907 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (3a430d9b-9321-478d-ac75-34b969d7faf3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.571288 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:28.589844 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Pushing event deleted for resources: {'Port': ['ID=3a430d9b-9321-478d-ac75-34b969d7faf3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:28.652860 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks [] for floatingip (7a34981c-0ab2-48ff-95ff-ef883074dad5), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.655339 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:28.656522 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a35bce08-9362-4ab5-8bd9-ec726edd015a tempest-AttachVolumeNegativeTest-2068655644 tempest-AttachVolumeNegativeTest-2068655644-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a34981c-0ab2-48ff-95ff-ef883074dad5 HTTP/1.1" status: 204 len: 168 time: 0.4378736 May 27 15:18:28.858906 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d659ec-da5c-4954-8027-6a7aa14942fb req-3511059a-8b12-44be-b613-70ceae5014dc tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:28.860376 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-83d659ec-da5c-4954-8027-6a7aa14942fb req-3511059a-8b12-44be-b613-70ceae5014dc tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0485880 May 27 15:18:28.913465 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-83d659ec-da5c-4954-8027-6a7aa14942fb req-fe0c7fef-998e-4377-be59-65efc1562c6f tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470486 May 27 15:18:29.992874 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:30.035906 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee71ea3-4446-49c7-b22d-7ed0c3906da3 req-399fcbb7-43ce-4511-9fd5-92f8b0c7fd64 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:30.037392 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cee71ea3-4446-49c7-b22d-7ed0c3906da3 req-399fcbb7-43ce-4511-9fd5-92f8b0c7fd64 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0529115 May 27 15:18:30.089191 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cee71ea3-4446-49c7-b22d-7ed0c3906da3 req-65ff1f0c-e3cd-43f9-b756-0e5b6957f982 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461550 May 27 15:18:30.213798 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-223ecf73-43bf-4555-a996-f0a3aea2fab8 req-9d7d1dfa-c226-40fb-8e4a-c5a9637a4f11 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:18:30.215006 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-223ecf73-43bf-4555-a996-f0a3aea2fab8 req-9d7d1dfa-c226-40fb-8e4a-c5a9637a4f11 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0577495 May 27 15:18:30.367261 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48074) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:30.414097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a14762-5bcf-43fd-8b60-ea8a758d2d20 req-61be05f9-6934-4882-a826-0b225d3eadc4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:30.416518 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-35a14762-5bcf-43fd-8b60-ea8a758d2d20 req-61be05f9-6934-4882-a826-0b225d3eadc4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0770335 May 27 15:18:30.468718 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-e0a28851-386b-4555-a2a2-f11e6615f43e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997949 May 27 15:18:30.486506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-9c7785b4-c1ee-470c-8f98-44e255b6e44e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:18:30.489059 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-9c7785b4-c1ee-470c-8f98-44e255b6e44e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066962 May 27 15:18:30.497498 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-35a14762-5bcf-43fd-8b60-ea8a758d2d20 req-1542a91b-286b-4907-8c49-7329fae5d6cb tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700102 May 27 15:18:30.598743 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48086) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:30.673029 dv-cinder-842541-3-iscsi neutron-server[103958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 15:18:30.731661 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-9f3d2181-6707-4104-b432-f78d5365675b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:30.733003 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-9f3d2181-6707-4104-b432-f78d5365675b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports/e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 943 time: 0.1329093 May 27 15:18:31.637118 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48118) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:31.655348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e222c97-8e79-40b3-b1f9-190807b318bb req-344fbd75-3937-45e6-bae4-4184a50cfab9 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:31.657958 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e222c97-8e79-40b3-b1f9-190807b318bb req-344fbd75-3937-45e6-bae4-4184a50cfab9 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0691381 May 27 15:18:31.686440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:31.714509 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e222c97-8e79-40b3-b1f9-190807b318bb req-552c272b-710e-4fff-add3-1a29304553eb tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490894 May 27 15:18:32.008388 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (12b21b8a-f202-4693-af81-9ac2e2deba80), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:32.226454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Deleting port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:32.226882 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:32.240653 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-d680cb81-070a-4b2b-8e09-7b71dfb4712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:32.242367 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-d680cb81-070a-4b2b-8e09-7b71dfb4712c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe&tenant_id=32fb068c248a4cb9bb0e73dab923ca19 HTTP/1.1" status: 200 len: 1130 time: 0.0737422 May 27 15:18:32.294217 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:32.306920 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-0cccbfbe-b436-4ef7-bf99-74ae2ee91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:32.309220 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-0cccbfbe-b436-4ef7-bf99-74ae2ee91b31 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1130 time: 0.0454686 May 27 15:18:32.316488 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] For port 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:32.317185 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:32.332814 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Calling delete_port for 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:32.335511 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:32.370399 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:32.396117 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:18:32.396556 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:32.401699 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:32.419880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48128) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:32.428181 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:18:32.430520 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe8a8be-b424-4438-86b9-e3ad8e3f2d90" -d '{"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:18:32.434059 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-7f07d285-b257-4851-8f00-a6c3491f3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:32.435551 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-7f07d285-b257-4851-8f00-a6c3491f3f88 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 910 time: 0.1210072 May 27 15:18:32.449388 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:32.456430 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:32.505057 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d54d7-a268-4647-9f5b-61df1c58c5fe x-openstack-request-id: req-f03d54d7-a268-4647-9f5b-61df1c58c5fe {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:18:32.505377 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:18:32.505638 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f03d54d7-a268-4647-9f5b-61df1c58c5fe {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:18:32.506028 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03d54d7-a268-4647-9f5b-61df1c58c5fe'] response: {'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'code': 200} May 27 15:18:32.516237 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-ed77911f-7788-4cdb-a667-99459f2dee05 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 1002 time: 0.0715084 May 27 15:18:32.519054 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=6']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:32.531715 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.532393 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.532864 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.533874 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.533874 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.534323 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.535135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.535135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.535476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.535894 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.536279 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.536705 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.537094 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.537493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.537874 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:18:32.563822 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:32.567594 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-0708feca-4a76-4840-b359-248f152fdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:32.569256 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-0708feca-4a76-4840-b359-248f152fdbd0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.0468080 May 27 15:18:32.614837 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-f4a13d58-1d4a-4069-9acc-ea578d2d4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:32.617704 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-f4a13d58-1d4a-4069-9acc-ea578d2d4d5a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421844 May 27 15:18:32.689126 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (0a58fcff-2e1e-49c7-bd84-2ba0c544f64f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:32.727306 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a58fcff-2e1e-49c7-bd84-2ba0c544f64f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:32.728346 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-8d8f8ed6-b62d-4cd6-9283-62d13f8afd69 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044812 May 27 15:18:32.818500 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:32.871743 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdddfe-0cd0-4616-982d-e94a7ba6c55d req-e4a2f66f-5714-4009-ae8b-8bc9cb9f5493 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:32.873302 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0acdddfe-0cd0-4616-982d-e94a7ba6c55d req-e4a2f66f-5714-4009-ae8b-8bc9cb9f5493 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0753031 May 27 15:18:32.875328 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79dd0c8-946c-4a29-9d67-ace7e49a9af9 req-5036efff-9a08-416a-b94c-2781a84e611a service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411076 May 27 15:18:32.938153 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0acdddfe-0cd0-4616-982d-e94a7ba6c55d req-b364a127-996e-4fbc-bcbd-24e1e890f1b3 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566194 May 27 15:18:33.259385 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (12b21b8a-f202-4693-af81-9ac2e2deba80), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:33.275939 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (db571cba-f944-4955-902f-1bc579d1feb9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:33.443880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:33.654021 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Router 12b21b8a-f202-4693-af81-9ac2e2deba80 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:18:33.669704 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:33.675322 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Deleting port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:33.675665 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:33.841548 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] For port dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:33.842307 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:33.850346 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:18:33.856364 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-52752318-70f2-4dfe-80e3-e5161c2eb59f admin admin] 10.222.0.41 "PUT /v2.0/routers/12b21b8a-f202-4693-af81-9ac2e2deba80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2202318 May 27 15:18:33.859119 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48136) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:33.860814 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Calling delete_port for dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:33.862945 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] Sync routers for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:18:33.877720 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:33.878437 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:33.961721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks [] for router (12b21b8a-f202-4693-af81-9ac2e2deba80), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:33.982501 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:34.065780 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.093243 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:34.112126 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023a46b-46a5-463f-9ab6-b4e4fe266274 req-99c18ab4-6637-4874-8c26-d643205272f5 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:34.113937 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c023a46b-46a5-463f-9ab6-b4e4fe266274 req-99c18ab4-6637-4874-8c26-d643205272f5 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0639553 May 27 15:18:34.116567 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks [] for router_gateway (12b21b8a-f202-4693-af81-9ac2e2deba80), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.176133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Deleting port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:34.176572 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.180934 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:34.191908 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:18:32Z', 'revision_number': 5, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port': {'id': '10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:12:02Z', 'updated_at': '2022-05-27T15:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:34.228007 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] Checking router: 12b21b8a-f202-4693-af81-9ac2e2deba80 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:18:34.239684 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] Routers {'12b21b8a-f202-4693-af81-9ac2e2deba80'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:34.240483 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['12b21b8a-f202-4693-af81-9ac2e2deba80'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:34.243440 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:34.304060 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (db571cba-f944-4955-902f-1bc579d1feb9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.354577 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] Set router 12b21b8a-f202-4693-af81-9ac2e2deba80 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:34.409844 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:18:34Z', 'revision_number': 6, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:34.435768 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100ec8d-7a5d-4506-be57-a9972447da18 None None] The sync data for ids ['12b21b8a-f202-4693-af81-9ac2e2deba80'] in dv-cinder-842541-3-iscsi is: [{'id': '12b21b8a-f202-4693-af81-9ac2e2deba80', 'name': 'tempest-AttachVolumeTestJSON-589514924-router', 'tenant_id': '72d5173b32b5480790babb3d178b94fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:12:00Z', 'updated_at': '2022-05-27T15:18:34Z', 'revision_number': 6, 'project_id': '72d5173b32b5480790babb3d178b94fb', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:18:34.436875 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:34.522977 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:34.529437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c023a46b-46a5-463f-9ab6-b4e4fe266274 req-60a157e3-c4f5-4ff9-9249-46db863a10bc tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032855 May 27 15:18:34.546358 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Router db571cba-f944-4955-902f-1bc579d1feb9 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:18:34.557790 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] For port 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:34.558171 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.571676 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Calling delete_port for 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:34.651309 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:18:34.656843 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b4c6b007-8998-4edb-a149-94df8c57bf0b admin admin] 10.222.0.41 "PUT /v2.0/routers/db571cba-f944-4955-902f-1bc579d1feb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356644 May 27 15:18:34.658806 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48140) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:34.660866 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] Sync routers for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:18:34.671921 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:34.672577 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:34.674171 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:34.747673 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.774376 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:34.777970 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks [] for router (db571cba-f944-4955-902f-1bc579d1feb9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.795246 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:34.851847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (12b21b8a-f202-4693-af81-9ac2e2deba80), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.899144 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks [] for router_gateway (db571cba-f944-4955-902f-1bc579d1feb9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.946542 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Deleting port 5dd7cd31-bca2-48b7-931b-1966c22d12aa {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:34.946879 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.970584 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (12b21b8a-f202-4693-af81-9ac2e2deba80), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.973496 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks [] for router_controller (12b21b8a-f202-4693-af81-9ac2e2deba80), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:34.981863 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:18:34Z', 'revision_number': 5, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port': {'id': '5dd7cd31-bca2-48b7-931b-1966c22d12aa', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:11:59Z', 'updated_at': '2022-05-27T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:35.009388 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] Checking router: db571cba-f944-4955-902f-1bc579d1feb9 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:18:35.018613 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (12b21b8a-f202-4693-af81-9ac2e2deba80), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.018952 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] Routers {'db571cba-f944-4955-902f-1bc579d1feb9'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:18:35.019307 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b21b8a-f202-4693-af81-9ac2e2deba80 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:18:35.019518 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:18:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['db571cba-f944-4955-902f-1bc579d1feb9'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:35.024364 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.025607 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-7f33bf17-77e0-4eaa-9d61-e76b3d76bf3a admin admin] 10.222.0.41 "DELETE /v2.0/routers/12b21b8a-f202-4693-af81-9ac2e2deba80 HTTP/1.1" status: 204 len: 168 time: 1.1654639 May 27 15:18:35.028050 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48142) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:35.044708 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] For port 5dd7cd31-bca2-48b7-931b-1966c22d12aa, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=5dd7cd31-bca2-48b7-931b-1966c22d12aa,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:35.045152 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.060918 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Calling delete_port for 5dd7cd31-bca2-48b7-931b-1966c22d12aa owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:35.075659 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Deleting subnet 7417e465-811c-44c6-9741-0e23c125ca54 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:18:35.078699 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Publish callbacks [] for subnet (7417e465-811c-44c6-9741-0e23c125ca54), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.080569 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:35.105690 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] Set router db571cba-f944-4955-902f-1bc579d1feb9 gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:18:35.117247 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (7417e465-811c-44c6-9741-0e23c125ca54), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.162577 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:18:34Z', 'revision_number': 6, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:35.191155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d4925-6f40-4964-a9aa-ff0caede7fdb None None] The sync data for ids ['db571cba-f944-4955-902f-1bc579d1feb9'] in dv-cinder-842541-3-iscsi is: [{'id': 'db571cba-f944-4955-902f-1bc579d1feb9', 'name': 'tempest-AttachVolumeNegativeTest-261091028-router', 'tenant_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:11:58Z', 'updated_at': '2022-05-27T15:18:34Z', 'revision_number': 6, 'project_id': 'cc1a70bd2ce64fbcb738a2cfcfb09f41', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:18:35.209237 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (7417e465-811c-44c6-9741-0e23c125ca54), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.258211 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (5dd7cd31-bca2-48b7-931b-1966c22d12aa), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.269616 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (7417e465-811c-44c6-9741-0e23c125ca54), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.291313 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd7cd31-bca2-48b7-931b-1966c22d12aa,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:35.297697 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7417e465-811c-44c6-9741-0e23c125ca54,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:35.302524 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.305730 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-76aeaf84-c296-4b4a-acad-5cb5f0701190 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7417e465-811c-44c6-9741-0e23c125ca54 HTTP/1.1" status: 204 len: 168 time: 0.2767224 May 27 15:18:35.308237 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48144) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:35.310721 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397cc56-0f53-4d9b-b36f-5a392d5997df None None] Network fa7d805a-200a-417c-8552-13b168c382aa requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:18:35.372064 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (db571cba-f944-4955-902f-1bc579d1feb9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.396719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (fa7d805a-200a-417c-8552-13b168c382aa), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.438524 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:35.453101 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Deleting port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:35.453496 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.476559 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (db571cba-f944-4955-902f-1bc579d1feb9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.478877 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks [] for router_controller (db571cba-f944-4955-902f-1bc579d1feb9), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.481629 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:35.525408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] For port a4ca4e3e-6acd-45fa-8467-aabf3a965b57, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:35.525879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.526429 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (db571cba-f944-4955-902f-1bc579d1feb9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.527141 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db571cba-f944-4955-902f-1bc579d1feb9 {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:18:35.532648 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.537476 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6bb7938c-2baf-4138-969b-5509ca1d9851 admin admin] 10.222.0.41 "DELETE /v2.0/routers/db571cba-f944-4955-902f-1bc579d1feb9 HTTP/1.1" status: 204 len: 168 time: 0.8752210 May 27 15:18:35.542017 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48146) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:35.571658 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Calling delete_port for a4ca4e3e-6acd-45fa-8467-aabf3a965b57 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:35.600537 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] DHCP port deletion for fa7d805a-200a-417c-8552-13b168c382aa request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:18:35.617747 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:35.639708 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Deleting subnet 3f2a335e-4f49-4d65-901e-26787aa95f1d {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:18:35.649714 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Publish callbacks [] for subnet (3f2a335e-4f49-4d65-901e-26787aa95f1d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.668518 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] Deleting port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:35.669727 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.705648 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3014291'] for subnet (3f2a335e-4f49-4d65-901e-26787aa95f1d), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.762947 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a866f-725b-4c28-8400-8ce49b6d35df req-15007e6f-2ee6-40d7-b2a3-46df2edd9eb5 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:35.765818 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a46a866f-725b-4c28-8400-8ce49b6d35df req-15007e6f-2ee6-40d7-b2a3-46df2edd9eb5 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.1240435 May 27 15:18:35.783171 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] For port a4ca4e3e-6acd-45fa-8467-aabf3a965b57, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,segment=NetworkSegment(2d5161bf-803f-4d3d-a8e9-d0e54c413122),segment_id=2d5161bf-803f-4d3d-a8e9-d0e54c413122)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:35.784193 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.816823 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] Calling delete_port for a4ca4e3e-6acd-45fa-8467-aabf3a965b57 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:35.817529 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (3f2a335e-4f49-4d65-901e-26787aa95f1d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.827197 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.867130 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a46a866f-725b-4c28-8400-8ce49b6d35df req-1b4152ca-185b-496f-92df-00b9da1441d6 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936239 May 27 15:18:35.868391 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:35.875803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] No DVR routers for this DVR port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 on host dv-cinder-842541-3-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:18:35.902331 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26290452'] for subnet (3f2a335e-4f49-4d65-901e-26787aa95f1d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.925320 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (a4ca4e3e-6acd-45fa-8467-aabf3a965b57), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.932845 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2a335e-4f49-4d65-901e-26787aa95f1d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:35.934837 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.940771 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-870acfc3-4024-4337-966e-47d5fb0d7ba1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3f2a335e-4f49-4d65-901e-26787aa95f1d HTTP/1.1" status: 204 len: 168 time: 0.3976815 May 27 15:18:35.941377 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48150) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:35.951052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (fa7d805a-200a-417c-8552-13b168c382aa), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:35.955748 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5e542-55a5-41b0-8637-2b1d58d8d3b2 None None] Network 25b92ae9-fc97-4437-8dc2-335b8971db2a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:18:35.960857 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] Pushing event deleted for resources: {'Port': ['ID=a4ca4e3e-6acd-45fa-8467-aabf3a965b57,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:35.967370 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc605f07-8d46-4fa2-bdac-ddba5ffcc474 None None] No DVR routers for this DVR port a4ca4e3e-6acd-45fa-8467-aabf3a965b57 on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:18:35.987041 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7d805a-200a-417c-8552-13b168c382aa']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:35.996996 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5161bf-803f-4d3d-a8e9-d0e54c413122') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:35.997289 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5161bf-803f-4d3d-a8e9-d0e54c413122') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:36.007552 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (2d5161bf-803f-4d3d-a8e9-d0e54c413122), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.016249 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (25b92ae9-fc97-4437-8dc2-335b8971db2a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.023317 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (2d5161bf-803f-4d3d-a8e9-d0e54c413122), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.033097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:18:36.034304 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (2d5161bf-803f-4d3d-a8e9-d0e54c413122), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.063721 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 2d5161bf-803f-4d3d-a8e9-d0e54c413122 resource provider aggregate not found May 27 15:18:36.067337 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Deleting port 4bead452-0f4b-4214-9451-ec098394b29b {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:36.067783 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (4bead452-0f4b-4214-9451-ec098394b29b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.101415 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 2d5161bf-803f-4d3d-a8e9-d0e54c413122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d5161bf-803f-4d3d-a8e9-d0e54c413122 found for delete ", "request_id": "req-33a56ecc-022d-454a-90e3-b5ca6675c05a"}]} May 27 15:18:36.122171 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (fa7d805a-200a-417c-8552-13b168c382aa), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.140989 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.143446 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] For port 4bead452-0f4b-4214-9451-ec098394b29b, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=4bead452-0f4b-4214-9451-ec098394b29b,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:36.144038 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (4bead452-0f4b-4214-9451-ec098394b29b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.147535 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fa7d805a-200a-417c-8552-13b168c382aa HTTP/1.1" status: 204 len: 168 time: 0.8357015 May 27 15:18:36.147535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eba9d-3edc-4937-a06e-e51ffeaf77e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7d805a-200a-417c-8552-13b168c382aa,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:36.167369 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Calling delete_port for 4bead452-0f4b-4214-9451-ec098394b29b owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:36.167866 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] DHCP port deletion for 25b92ae9-fc97-4437-8dc2-335b8971db2a request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:18:36.199652 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:36.235810 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:36.236281 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 10b7ccfe-8ae1-41c3-9a0f-ecbceca702ef not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:36.237159 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:36.266382 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:36.266841 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 0a58fcff-2e1e-49c7-bd84-2ba0c544f64f not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:36.272302 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] Deleting port 4bead452-0f4b-4214-9451-ec098394b29b {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:18:36.272707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (4bead452-0f4b-4214-9451-ec098394b29b), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.278705 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (4bead452-0f4b-4214-9451-ec098394b29b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.307567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bead452-0f4b-4214-9451-ec098394b29b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:36.311314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] No DVR routers for this DVR port 4bead452-0f4b-4214-9451-ec098394b29b on host dv-cinder-842541-3-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:18:36.334540 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48158) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:36.350211 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] For port 4bead452-0f4b-4214-9451-ec098394b29b, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=4bead452-0f4b-4214-9451-ec098394b29b,segment=NetworkSegment(f6c28cff-411e-4858-bf18-5d3dfae97a6b),segment_id=f6c28cff-411e-4858-bf18-5d3dfae97a6b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:36.350705 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (4bead452-0f4b-4214-9451-ec098394b29b), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.366852 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] Calling delete_port for 4bead452-0f4b-4214-9451-ec098394b29b owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:18:36.395655 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (25b92ae9-fc97-4437-8dc2-335b8971db2a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.401382 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-348b0194-1dfa-4d6e-920d-11599df3813b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72d5173b32b5480790babb3d178b94fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0634212 May 27 15:18:36.401941 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48160) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:36.431300 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b92ae9-fc97-4437-8dc2-335b8971db2a']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:36.445933 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c28cff-411e-4858-bf18-5d3dfae97a6b') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:36.446181 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c28cff-411e-4858-bf18-5d3dfae97a6b') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:18:36.459341 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:36.463708 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (f6c28cff-411e-4858-bf18-5d3dfae97a6b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.464672 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (4bead452-0f4b-4214-9451-ec098394b29b), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.483767 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (f6c28cff-411e-4858-bf18-5d3dfae97a6b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.491462 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] No DVR routers for this DVR port 4bead452-0f4b-4214-9451-ec098394b29b on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:18:36.492385 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4b57bcf1-e0ca-4822-90d8-a5544fa8b426 admin admin] Publish callbacks [] for security_group (a8715600-f026-4ade-afc3-729d201f5cc8), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.518205 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:18:36.518711 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (f6c28cff-411e-4858-bf18-5d3dfae97a6b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.550681 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d73c95-2670-411b-bd1a-1b8086595a3e None None] Pushing event deleted for resources: {'Port': ['ID=4bead452-0f4b-4214-9451-ec098394b29b,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:36.550998 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment f6c28cff-411e-4858-bf18-5d3dfae97a6b resource provider aggregate not found May 27 15:18:36.554275 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4b57bcf1-e0ca-4822-90d8-a5544fa8b426 admin admin] Publish callbacks [] for security_group (a8715600-f026-4ade-afc3-729d201f5cc8), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.599599 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment f6c28cff-411e-4858-bf18-5d3dfae97a6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6c28cff-411e-4858-bf18-5d3dfae97a6b found for delete ", "request_id": "req-0659c1d1-85f0-44ad-ba7c-91ee6aa99b1c"}]} May 27 15:18:36.615628 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (25b92ae9-fc97-4437-8dc2-335b8971db2a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.628034 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.629620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4b57bcf1-e0ca-4822-90d8-a5544fa8b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a8715600-f026-4ade-afc3-729d201f5cc8), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.631243 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] 10.222.0.41 "DELETE /v2.0/networks/25b92ae9-fc97-4437-8dc2-335b8971db2a HTTP/1.1" status: 204 len: 168 time: 0.6886322 May 27 15:18:36.632193 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4b57bcf1-e0ca-4822-90d8-a5544fa8b426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.633343 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4b57bcf1-e0ca-4822-90d8-a5544fa8b426 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8715600-f026-4ade-afc3-729d201f5cc8 HTTP/1.1" status: 204 len: 168 time: 0.2304051 May 27 15:18:36.647491 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13f1eb-da25-4ba9-bc49-b5d678dba678 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b92ae9-fc97-4437-8dc2-335b8971db2a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:36.649828 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57bcf1-e0ca-4822-90d8-a5544fa8b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8715600-f026-4ade-afc3-729d201f5cc8,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:36.830974 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48174) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:36.875552 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3f5ed665-4bbd-4efe-83f3-4267a194087f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc1a70bd2ce64fbcb738a2cfcfb09f41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433040 May 27 15:18:36.878314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48176) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:36.884755 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:36.936995 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e2829f9-f0f1-4b59-af59-3a8d20012752 admin admin] Publish callbacks [] for security_group (bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:36.961099 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e2829f9-f0f1-4b59-af59-3a8d20012752 admin admin] Publish callbacks [] for security_group (bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:37.002946 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:37.015051 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241233ea-2a22-4533-9a6b-004b4d0b7685 req-81f8cd1d-f1ea-46f2-b4f9-137825dab2f1 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:37.017130 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-241233ea-2a22-4533-9a6b-004b4d0b7685 req-81f8cd1d-f1ea-46f2-b4f9-137825dab2f1 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0653930 May 27 15:18:37.019824 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e2829f9-f0f1-4b59-af59-3a8d20012752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:37.023168 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e2829f9-f0f1-4b59-af59-3a8d20012752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:37.026851 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6e2829f9-f0f1-4b59-af59-3a8d20012752 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666 HTTP/1.1" status: 204 len: 168 time: 0.1461790 May 27 15:18:37.039727 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2829f9-f0f1-4b59-af59-3a8d20012752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbb2681-d2ae-4f84-b6ee-e0fa08b1f666,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:37.085754 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-241233ea-2a22-4533-9a6b-004b4d0b7685 req-834de041-1e85-42be-bf71-2d94216bc4a2 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611842 May 27 15:18:37.277622 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device a4ca4e3e-6acd-45fa-8467-aabf3a965b57 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:37.306388 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: a4ca4e3e-6acd-45fa-8467-aabf3a965b57 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:37.306744 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device a4ca4e3e-6acd-45fa-8467-aabf3a965b57 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:37.307166 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 4bead452-0f4b-4214-9451-ec098394b29b no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:37.326411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 4bead452-0f4b-4214-9451-ec098394b29b {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:37.326759 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 4bead452-0f4b-4214-9451-ec098394b29b not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:37.327227 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:37.350055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:37.350055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device dc7280c2-5fe6-463a-bf90-6ae1b2c9f90a not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:37.350055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 5dd7cd31-bca2-48b7-931b-1966c22d12aa no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:18:37.367654 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 5dd7cd31-bca2-48b7-931b-1966c22d12aa {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:18:37.368005 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 5dd7cd31-bca2-48b7-931b-1966c22d12aa not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:18:38.216128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef38f-8d14-40dc-b394-161f895ac2f7 req-082a6e71-8fa8-42ac-8b48-791b48a0d623 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:38.220567 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c42ef38f-8d14-40dc-b394-161f895ac2f7 req-082a6e71-8fa8-42ac-8b48-791b48a0d623 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0592542 May 27 15:18:38.256575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:38.297325 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c42ef38f-8d14-40dc-b394-161f895ac2f7 req-2c598e52-13e3-4cdc-beef-3c33c7433e7d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713217 May 27 15:18:38.559982 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48272) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:38.666755 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba1517e1-155b-418d-9ce1-b41c0835b232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.746053 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba1517e1-155b-418d-9ce1-b41c0835b232 admin admin] Publish callbacks [] for security_group (fc3ab5d4-28bd-445f-9b7d-80539f581e0e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.749535 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba1517e1-155b-418d-9ce1-b41c0835b232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fc3ab5d4-28bd-445f-9b7d-80539f581e0e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.793350 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ba1517e1-155b-418d-9ce1-b41c0835b232 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f522ae7a4fb74ca79ba67ced34d92c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316687 May 27 15:18:38.794226 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1517e1-155b-418d-9ce1-b41c0835b232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ab5d4-28bd-445f-9b7d-80539f581e0e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:38.795638 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48276) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:38.846337 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d59c5728-05d0-4c97-bbb9-c2264b380fe3 admin admin] Publish callbacks [] for security_group (fc3ab5d4-28bd-445f-9b7d-80539f581e0e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.868877 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d59c5728-05d0-4c97-bbb9-c2264b380fe3 admin admin] Publish callbacks [] for security_group (fc3ab5d4-28bd-445f-9b7d-80539f581e0e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.926857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d59c5728-05d0-4c97-bbb9-c2264b380fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fc3ab5d4-28bd-445f-9b7d-80539f581e0e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.929493 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d59c5728-05d0-4c97-bbb9-c2264b380fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:38.930652 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d59c5728-05d0-4c97-bbb9-c2264b380fe3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc3ab5d4-28bd-445f-9b7d-80539f581e0e HTTP/1.1" status: 204 len: 168 time: 0.1334000 May 27 15:18:38.938853 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c5728-05d0-4c97-bbb9-c2264b380fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ab5d4-28bd-445f-9b7d-80539f581e0e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:38.989216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311331a-a908-49ac-bbb7-a831b60bc9cf req-75e58bd5-61dc-4514-bd9a-00d776043541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:38.990759 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f311331a-a908-49ac-bbb7-a831b60bc9cf req-75e58bd5-61dc-4514-bd9a-00d776043541 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1128 time: 0.0426416 May 27 15:18:39.039164 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f311331a-a908-49ac-bbb7-a831b60bc9cf req-ae52176a-6d6b-460d-a3b8-82ffc31f6440 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 May 27 15:18:39.407559 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada8f2f-b954-458e-855a-1b7da9b9e933 req-43a11eee-4e5a-405e-8196-e5a8f7c6ba5c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:39.409781 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0ada8f2f-b954-458e-855a-1b7da9b9e933 req-43a11eee-4e5a-405e-8196-e5a8f7c6ba5c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0551391 May 27 15:18:39.461351 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0ada8f2f-b954-458e-855a-1b7da9b9e933 req-f5dffd23-c856-43d8-b2bc-c8beb39cbc8d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 May 27 15:18:40.289063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:18:40.310722 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:40.385442 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:40.416538 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:40.428817 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'port_id': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'mac_address': 'fa:16:3e:d3:dd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:18:40.435286 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:40.470599 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:18:40.470989 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:40.486696 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:18:40.508054 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:40.512691 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:40.570220 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=7']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:40.587903 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c741b-234e-4528-a38c-71d7d893f8e1 req-51bd4349-13bf-470a-be86-12cb8dcc2dfd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:40.589438 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-957c741b-234e-4528-a38c-71d7d893f8e1 req-51bd4349-13bf-470a-be86-12cb8dcc2dfd tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 945 time: 0.0525997 May 27 15:18:40.640630 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-957c741b-234e-4528-a38c-71d7d893f8e1 req-59c5ae18-5c46-43db-b2fd-517c23b41f9e tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 May 27 15:18:40.692006 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48344) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:40.756812 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:18:40.799361 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a2b89c3-a0c7-4a5e-b344-7057526ffeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:40.884409 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a2b89c3-a0c7-4a5e-b344-7057526ffeeb admin admin] Publish callbacks [] for security_group (64ba7738-65f7-4465-bf69-ac764970f307), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:40.888278 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a2b89c3-a0c7-4a5e-b344-7057526ffeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (64ba7738-65f7-4465-bf69-ac764970f307), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:40.907481 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:40.933851 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5a2b89c3-a0c7-4a5e-b344-7057526ffeeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=024767087ac848159055c4253391441e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406614 May 27 15:18:40.934563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b89c3-a0c7-4a5e-b344-7057526ffeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ba7738-65f7-4465-bf69-ac764970f307,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:40.936632 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48348) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:41.006993 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57aaef44-4f00-411e-a0d6-f99a9598f552 admin admin] Publish callbacks [] for security_group (64ba7738-65f7-4465-bf69-ac764970f307), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.029342 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57aaef44-4f00-411e-a0d6-f99a9598f552 admin admin] Publish callbacks [] for security_group (64ba7738-65f7-4465-bf69-ac764970f307), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.080620 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57aaef44-4f00-411e-a0d6-f99a9598f552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (64ba7738-65f7-4465-bf69-ac764970f307), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.083340 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57aaef44-4f00-411e-a0d6-f99a9598f552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.084656 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-57aaef44-4f00-411e-a0d6-f99a9598f552 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64ba7738-65f7-4465-bf69-ac764970f307 HTTP/1.1" status: 204 len: 168 time: 0.1468844 May 27 15:18:41.092257 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaef44-4f00-411e-a0d6-f99a9598f552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ba7738-65f7-4465-bf69-ac764970f307,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:41.386382 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48360) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:41.400037 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1592fc75-2cab-4389-8490-464551520bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.479927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1592fc75-2cab-4389-8490-464551520bf6 admin admin] Publish callbacks [] for security_group (8a018874-4b01-4edc-8a08-eb641db3ec44), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.483955 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1592fc75-2cab-4389-8490-464551520bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8a018874-4b01-4edc-8a08-eb641db3ec44), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.488825 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:41.529815 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592fc75-2cab-4389-8490-464551520bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a018874-4b01-4edc-8a08-eb641db3ec44,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:41.534433 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1592fc75-2cab-4389-8490-464551520bf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=643b8be8b9de4bb08352d9343a2c33b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470966 May 27 15:18:41.537053 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48368) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:41.592776 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa9006cd-7044-401d-a941-4cdb9c60d9e9 admin admin] Publish callbacks [] for security_group (8a018874-4b01-4edc-8a08-eb641db3ec44), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.614613 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa9006cd-7044-401d-a941-4cdb9c60d9e9 admin admin] Publish callbacks [] for security_group (8a018874-4b01-4edc-8a08-eb641db3ec44), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.665090 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa9006cd-7044-401d-a941-4cdb9c60d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8a018874-4b01-4edc-8a08-eb641db3ec44), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.667935 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa9006cd-7044-401d-a941-4cdb9c60d9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:41.669199 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fa9006cd-7044-401d-a941-4cdb9c60d9e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a018874-4b01-4edc-8a08-eb641db3ec44 HTTP/1.1" status: 204 len: 168 time: 0.1310539 May 27 15:18:41.677143 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9006cd-7044-401d-a941-4cdb9c60d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a018874-4b01-4edc-8a08-eb641db3ec44,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:42.531703 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:18:42.576369 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:18:42.576706 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:42.792806 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:18:42.793080 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:42.816761 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:18:42.818969 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112063b0-c1a2-42bd-b4ad-d053f06dc906" -d '{"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:18:42.831774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:42.836427 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:42.864790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48390de7-2b99-40b4-9bac-494e277a9ce0 x-openstack-request-id: req-48390de7-2b99-40b4-9bac-494e277a9ce0 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:18:42.865088 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:18:42.865341 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48390de7-2b99-40b4-9bac-494e277a9ce0 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:18:42.865738 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48390de7-2b99-40b4-9bac-494e277a9ce0'] response: {'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'code': 200} May 27 15:18:42.888321 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=8']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:43.581682 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ed4c-778e-462f-ba6a-ddb38584df9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.233066 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48460) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:44.340014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd41d5e0-26ed-471c-bbec-35b2fab39c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.379079 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=8 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:44.413889 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=75 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:44.420642 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd41d5e0-26ed-471c-bbec-35b2fab39c31 admin admin] Publish callbacks [] for security_group (f8b335df-5c1c-47ba-8523-8a5a020aec45), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.425165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd41d5e0-26ed-471c-bbec-35b2fab39c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f8b335df-5c1c-47ba-8523-8a5a020aec45), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.464547 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bd41d5e0-26ed-471c-bbec-35b2fab39c31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df4e8fdb0117417bb70da2ddba46077f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304122 May 27 15:18:44.465394 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d5e0-26ed-471c-bbec-35b2fab39c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b335df-5c1c-47ba-8523-8a5a020aec45,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:44.467277 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48464) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:44.515839 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a400ff62-e26d-466e-b1b3-cf4fb8f2c564 admin admin] Publish callbacks [] for security_group (f8b335df-5c1c-47ba-8523-8a5a020aec45), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.537377 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a400ff62-e26d-466e-b1b3-cf4fb8f2c564 admin admin] Publish callbacks [] for security_group (f8b335df-5c1c-47ba-8523-8a5a020aec45), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.584274 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a400ff62-e26d-466e-b1b3-cf4fb8f2c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f8b335df-5c1c-47ba-8523-8a5a020aec45), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.586786 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a400ff62-e26d-466e-b1b3-cf4fb8f2c564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.587915 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a400ff62-e26d-466e-b1b3-cf4fb8f2c564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8b335df-5c1c-47ba-8523-8a5a020aec45 HTTP/1.1" status: 204 len: 168 time: 0.1196716 May 27 15:18:44.596048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400ff62-e26d-466e-b1b3-cf4fb8f2c564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b335df-5c1c-47ba-8523-8a5a020aec45,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:44.853168 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48472) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:44.867679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4989567f-746f-47bc-81e4-cd30fce1bbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.947708 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4989567f-746f-47bc-81e4-cd30fce1bbe1 admin admin] Publish callbacks [] for security_group (c22ad963-c48e-4952-9012-e91fbb904cab), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.954066 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4989567f-746f-47bc-81e4-cd30fce1bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c22ad963-c48e-4952-9012-e91fbb904cab), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:44.993279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989567f-746f-47bc-81e4-cd30fce1bbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ad963-c48e-4952-9012-e91fbb904cab,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:45.000366 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4989567f-746f-47bc-81e4-cd30fce1bbe1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9360f45d09341718be907942db7c0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461215 May 27 15:18:45.000519 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48482) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:45.053010 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd3b9-fdc2-4e07-b806-db77de1567da admin admin] Publish callbacks [] for security_group (c22ad963-c48e-4952-9012-e91fbb904cab), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:45.083212 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd3b9-fdc2-4e07-b806-db77de1567da admin admin] Publish callbacks [] for security_group (c22ad963-c48e-4952-9012-e91fbb904cab), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:45.140501 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd3b9-fdc2-4e07-b806-db77de1567da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (c22ad963-c48e-4952-9012-e91fbb904cab), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:45.144182 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd3b9-fdc2-4e07-b806-db77de1567da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:45.148239 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ee6dd3b9-fdc2-4e07-b806-db77de1567da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c22ad963-c48e-4952-9012-e91fbb904cab HTTP/1.1" status: 204 len: 168 time: 0.1467056 May 27 15:18:45.157281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dd3b9-fdc2-4e07-b806-db77de1567da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ad963-c48e-4952-9012-e91fbb904cab,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:45.850802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e5947611-4acc-4ca3-a81d-197ae62588e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:46.550162 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80551a5e-6e4e-4149-9a13-54ea52add87d req-b90a4f65-b5ca-4958-a765-a72fd266952f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:46.552149 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80551a5e-6e4e-4149-9a13-54ea52add87d req-b90a4f65-b5ca-4958-a765-a72fd266952f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0595198 May 27 15:18:46.587427 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:46.617249 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80551a5e-6e4e-4149-9a13-54ea52add87d req-17e42da4-e47a-4312-8e34-c8dc740be4bb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582461 May 27 15:18:47.326335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:47.744299 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a866d-1f18-4c6b-b063-5855e182396c req-2d5f7cc4-7afb-4473-a4d0-b72c84995c28 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:47.745807 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-243a866d-1f18-4c6b-b063-5855e182396c req-2d5f7cc4-7afb-4473-a4d0-b72c84995c28 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0492175 May 27 15:18:47.796874 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-243a866d-1f18-4c6b-b063-5855e182396c req-3aa2c340-5874-4603-b0f9-83be7fc2a9a8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452890 May 27 15:18:48.035525 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48590) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:48.151350 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-afb0676d-1fc3-4b77-8461-12941f59e0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.191119 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:48.242361 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-afb0676d-1fc3-4b77-8461-12941f59e0e7 admin admin] Publish callbacks [] for security_group (87be753b-36aa-4914-8f66-35f277e5f230), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.246186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-afb0676d-1fc3-4b77-8461-12941f59e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (87be753b-36aa-4914-8f66-35f277e5f230), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.287803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0676d-1fc3-4b77-8461-12941f59e0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be753b-36aa-4914-8f66-35f277e5f230,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:48.294624 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-afb0676d-1fc3-4b77-8461-12941f59e0e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c31441c29c54f7789ccd461adc47d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556515 May 27 15:18:48.295507 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48600) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:48.337649 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:48.351867 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-12908c91-2034-4bf1-9ee4-b7ddc78295b5 admin admin] Publish callbacks [] for security_group (87be753b-36aa-4914-8f66-35f277e5f230), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.375345 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-12908c91-2034-4bf1-9ee4-b7ddc78295b5 admin admin] Publish callbacks [] for security_group (87be753b-36aa-4914-8f66-35f277e5f230), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.406114 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:48.414693 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.430905 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-12908c91-2034-4bf1-9ee4-b7ddc78295b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (87be753b-36aa-4914-8f66-35f277e5f230), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.432405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-12908c91-2034-4bf1-9ee4-b7ddc78295b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.433708 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-12908c91-2034-4bf1-9ee4-b7ddc78295b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87be753b-36aa-4914-8f66-35f277e5f230 HTTP/1.1" status: 204 len: 168 time: 0.1371212 May 27 15:18:48.441902 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12908c91-2034-4bf1-9ee4-b7ddc78295b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be753b-36aa-4914-8f66-35f277e5f230,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:48.703312 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48606) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:48.717068 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be385d30-ec98-4c2e-9f16-b07ff749a046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.793961 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be385d30-ec98-4c2e-9f16-b07ff749a046 admin admin] Publish callbacks [] for security_group (3c26f1d4-423e-4dc8-8377-87b31576c5af), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.797656 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be385d30-ec98-4c2e-9f16-b07ff749a046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (3c26f1d4-423e-4dc8-8377-87b31576c5af), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.838140 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-be385d30-ec98-4c2e-9f16-b07ff749a046 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d449019765dc48dc90ed127d5171b91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337583 May 27 15:18:48.838998 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be385d30-ec98-4c2e-9f16-b07ff749a046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26f1d4-423e-4dc8-8377-87b31576c5af,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:48.840844 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48610) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:48.927495 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d97f555-0fe4-4216-a57d-8682bed5f050 admin admin] Publish callbacks [] for security_group (3c26f1d4-423e-4dc8-8377-87b31576c5af), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:48.935922 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c54b-4b1f-4164-aaae-0edd0d5ef3ff req-349c5ad6-794c-4c00-a777-242c614030cf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:48.937469 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f91c54b-4b1f-4164-aaae-0edd0d5ef3ff req-349c5ad6-794c-4c00-a777-242c614030cf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0617673 May 27 15:18:48.970092 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d97f555-0fe4-4216-a57d-8682bed5f050 admin admin] Publish callbacks [] for security_group (3c26f1d4-423e-4dc8-8377-87b31576c5af), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:49.026062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f91c54b-4b1f-4164-aaae-0edd0d5ef3ff req-70d7f05d-16b5-43c6-adce-9c5a0db153a3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814393 May 27 15:18:49.044328 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d97f555-0fe4-4216-a57d-8682bed5f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (3c26f1d4-423e-4dc8-8377-87b31576c5af), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:49.046858 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d97f555-0fe4-4216-a57d-8682bed5f050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:49.047987 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3d97f555-0fe4-4216-a57d-8682bed5f050 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c26f1d4-423e-4dc8-8377-87b31576c5af HTTP/1.1" status: 204 len: 168 time: 0.2055647 May 27 15:18:49.056399 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97f555-0fe4-4216-a57d-8682bed5f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26f1d4-423e-4dc8-8377-87b31576c5af,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:49.796261 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:50.153112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0d6e-1e16-4506-bc8d-cc1a9602b09b req-86cfb8d8-d3c3-4c4e-9fab-93f8eba1d7b1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:50.155147 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-046f0d6e-1e16-4506-bc8d-cc1a9602b09b req-86cfb8d8-d3c3-4c4e-9fab-93f8eba1d7b1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0507796 May 27 15:18:50.206992 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-046f0d6e-1e16-4506-bc8d-cc1a9602b09b req-998a79bd-169e-427c-bbfd-4994a72def72 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463133 May 27 15:18:51.342054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a0df-c2e4-4e8a-a38b-2f35dc97ab30 req-ce623f19-25d4-43c5-9887-e725c0e914d1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:51.343812 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ba5a0df-c2e4-4e8a-a38b-2f35dc97ab30 req-ce623f19-25d4-43c5-9887-e725c0e914d1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0494478 May 27 15:18:51.394230 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ba5a0df-c2e4-4e8a-a38b-2f35dc97ab30 req-f37d6568-f02c-4261-9a62-1d37c194ec6d tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 May 27 15:18:51.816778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48806) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:51.930236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dffacd27-4eed-4e6a-b3bb-6210a55083e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.012317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dffacd27-4eed-4e6a-b3bb-6210a55083e7 admin admin] Publish callbacks [] for security_group (fdfa4998-d411-46a4-b2c1-39d36002dd29), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.016022 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dffacd27-4eed-4e6a-b3bb-6210a55083e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fdfa4998-d411-46a4-b2c1-39d36002dd29), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.035521 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48814) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:52.054676 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffacd27-4eed-4e6a-b3bb-6210a55083e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa4998-d411-46a4-b2c1-39d36002dd29,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.061059 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-dffacd27-4eed-4e6a-b3bb-6210a55083e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26a4825c97bb48308d61be3c37b1a152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429836 May 27 15:18:52.061828 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48818) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:52.115317 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f57dccf8-1fb1-4131-a7bf-974d2907f5fc admin admin] Publish callbacks [] for security_group (fdfa4998-d411-46a4-b2c1-39d36002dd29), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.144364 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f57dccf8-1fb1-4131-a7bf-974d2907f5fc admin admin] Publish callbacks [] for security_group (fdfa4998-d411-46a4-b2c1-39d36002dd29), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.156979 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a066d33-d82a-4ef0-9a0f-c064b412006c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.161401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:52.228873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f57dccf8-1fb1-4131-a7bf-974d2907f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fdfa4998-d411-46a4-b2c1-39d36002dd29), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.231284 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f57dccf8-1fb1-4131-a7bf-974d2907f5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.232394 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f57dccf8-1fb1-4131-a7bf-974d2907f5fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdfa4998-d411-46a4-b2c1-39d36002dd29 HTTP/1.1" status: 204 len: 168 time: 0.1696472 May 27 15:18:52.248678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dccf8-1fb1-4131-a7bf-974d2907f5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa4998-d411-46a4-b2c1-39d36002dd29,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.281207 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a066d33-d82a-4ef0-9a0f-c064b412006c admin admin] Publish callbacks [] for security_group (ba26358e-df37-414d-beb3-f0fb7d7a0e4f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.285268 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a066d33-d82a-4ef0-9a0f-c064b412006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (ba26358e-df37-414d-beb3-f0fb7d7a0e4f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.304388 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:52.332382 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1a066d33-d82a-4ef0-9a0f-c064b412006c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68e6b818d2e146f0b50dd57057ee3628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933280 May 27 15:18:52.332382 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a066d33-d82a-4ef0-9a0f-c064b412006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26358e-df37-414d-beb3-f0fb7d7a0e4f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.332973 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48822) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:52.389800 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-819ea575-e3b4-4da8-beca-4d6cb7173738 admin admin] Publish callbacks [] for security_group (ba26358e-df37-414d-beb3-f0fb7d7a0e4f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.412973 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-819ea575-e3b4-4da8-beca-4d6cb7173738 admin admin] Publish callbacks [] for security_group (ba26358e-df37-414d-beb3-f0fb7d7a0e4f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.472021 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-819ea575-e3b4-4da8-beca-4d6cb7173738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (ba26358e-df37-414d-beb3-f0fb7d7a0e4f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.475169 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-819ea575-e3b4-4da8-beca-4d6cb7173738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.481013 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-819ea575-e3b4-4da8-beca-4d6cb7173738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba26358e-df37-414d-beb3-f0fb7d7a0e4f HTTP/1.1" status: 204 len: 168 time: 0.1468117 May 27 15:18:52.491857 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea575-e3b4-4da8-beca-4d6cb7173738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26358e-df37-414d-beb3-f0fb7d7a0e4f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.537051 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75862bc-939b-4afd-9947-cc63ba04cf75 req-0a5c099d-0f13-417e-946c-d7664e41a2c8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:52.539509 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d75862bc-939b-4afd-9947-cc63ba04cf75 req-0a5c099d-0f13-417e-946c-d7664e41a2c8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0671432 May 27 15:18:52.573732 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48830) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:52.588883 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29cdbf4d-3589-462f-b815-7be5427569e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.600667 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d75862bc-939b-4afd-9947-cc63ba04cf75 req-94069fff-71f2-42f3-b4b9-c4fbe92c1e6c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543835 May 27 15:18:52.667032 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:52.677804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29cdbf4d-3589-462f-b815-7be5427569e9 admin admin] Publish callbacks [] for security_group (07e5f3d2-dc72-4758-8760-321920a897e1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.682981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29cdbf4d-3589-462f-b815-7be5427569e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (07e5f3d2-dc72-4758-8760-321920a897e1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.727774 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-29cdbf4d-3589-462f-b815-7be5427569e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78ba3692ea594760967bade63a79d8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526036 May 27 15:18:52.728633 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbf4d-3589-462f-b815-7be5427569e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5f3d2-dc72-4758-8760-321920a897e1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.730789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48834) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:52.784534 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4d397912-1f3e-4f5b-b6d6-27cf6c1abc34 admin admin] Publish callbacks [] for security_group (07e5f3d2-dc72-4758-8760-321920a897e1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.804416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48836) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:52.807797 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4d397912-1f3e-4f5b-b6d6-27cf6c1abc34 admin admin] Publish callbacks [] for security_group (07e5f3d2-dc72-4758-8760-321920a897e1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.817626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9a5664b-9af6-4e7a-b2c9-59f764d7801e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.835343 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:52.862256 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4d397912-1f3e-4f5b-b6d6-27cf6c1abc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (07e5f3d2-dc72-4758-8760-321920a897e1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.864768 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4d397912-1f3e-4f5b-b6d6-27cf6c1abc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.865896 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4d397912-1f3e-4f5b-b6d6-27cf6c1abc34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07e5f3d2-dc72-4758-8760-321920a897e1 HTTP/1.1" status: 204 len: 168 time: 0.1340761 May 27 15:18:52.874133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d397912-1f3e-4f5b-b6d6-27cf6c1abc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5f3d2-dc72-4758-8760-321920a897e1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.909734 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9a5664b-9af6-4e7a-b2c9-59f764d7801e admin admin] Publish callbacks [] for security_group (4f3db767-28c7-4098-a016-ff817374af39), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.913779 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9a5664b-9af6-4e7a-b2c9-59f764d7801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4f3db767-28c7-4098-a016-ff817374af39), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:52.953277 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f9a5664b-9af6-4e7a-b2c9-59f764d7801e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f333178954445da66832abc388ca75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476734 May 27 15:18:52.954048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5664b-9af6-4e7a-b2c9-59f764d7801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3db767-28c7-4098-a016-ff817374af39,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:52.957204 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48840) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:53.007959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a23e120-54db-4f02-8681-c9ae0806f4c9 admin admin] Publish callbacks [] for security_group (4f3db767-28c7-4098-a016-ff817374af39), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:53.029825 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a23e120-54db-4f02-8681-c9ae0806f4c9 admin admin] Publish callbacks [] for security_group (4f3db767-28c7-4098-a016-ff817374af39), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:53.078684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a23e120-54db-4f02-8681-c9ae0806f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4f3db767-28c7-4098-a016-ff817374af39), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:53.082608 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5a23e120-54db-4f02-8681-c9ae0806f4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:53.083783 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5a23e120-54db-4f02-8681-c9ae0806f4c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f3db767-28c7-4098-a016-ff817374af39 HTTP/1.1" status: 204 len: 168 time: 0.1255355 May 27 15:18:53.091739 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23e120-54db-4f02-8681-c9ae0806f4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3db767-28c7-4098-a016-ff817374af39,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:53.733730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8034a1-5b08-4745-8e96-fe3babf6adc1 req-1a2f1c8d-1cee-464c-bbc4-2e449b152c52 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:53.741056 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7c8034a1-5b08-4745-8e96-fe3babf6adc1 req-1a2f1c8d-1cee-464c-bbc4-2e449b152c52 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0594046 May 27 15:18:53.799311 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7c8034a1-5b08-4745-8e96-fe3babf6adc1 req-bd6653d1-d04c-4033-a13d-008dd28f9c02 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569587 May 27 15:18:54.804324 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48936) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:54.930378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc23afae-7fc6-41c8-b869-d3d3787e7850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:54.947478 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd16c32-580b-451d-b273-8146d5135150 req-21f3715d-3394-4d41-a4ec-231e9688d0bf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:54.949157 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-edd16c32-580b-451d-b273-8146d5135150 req-21f3715d-3394-4d41-a4ec-231e9688d0bf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0702314 May 27 15:18:55.027816 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-edd16c32-580b-451d-b273-8146d5135150 req-a744f0cb-2818-4851-bae4-a6428a383d63 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683248 May 27 15:18:55.033516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=12,neutron:DELETE=4,neutron:SELECT=84 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:55.060067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc23afae-7fc6-41c8-b869-d3d3787e7850 admin admin] Publish callbacks [] for security_group (001b690f-7bca-4456-aa22-52403dac1f81), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.065578 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc23afae-7fc6-41c8-b869-d3d3787e7850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (001b690f-7bca-4456-aa22-52403dac1f81), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.110571 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23afae-7fc6-41c8-b869-d3d3787e7850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b690f-7bca-4456-aa22-52403dac1f81,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:55.115108 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fc23afae-7fc6-41c8-b869-d3d3787e7850 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9227eb3062d9431c91fd5a1bb7dc93d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096542 May 27 15:18:55.118450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48942) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:55.163041 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:55.182715 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-702b325e-236f-4926-9762-7109c508ecec admin admin] Publish callbacks [] for security_group (001b690f-7bca-4456-aa22-52403dac1f81), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.208754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-702b325e-236f-4926-9762-7109c508ecec admin admin] Publish callbacks [] for security_group (001b690f-7bca-4456-aa22-52403dac1f81), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.269377 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-702b325e-236f-4926-9762-7109c508ecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (001b690f-7bca-4456-aa22-52403dac1f81), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.272060 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-702b325e-236f-4926-9762-7109c508ecec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.273340 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-702b325e-236f-4926-9762-7109c508ecec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/001b690f-7bca-4456-aa22-52403dac1f81 HTTP/1.1" status: 204 len: 168 time: 0.1536884 May 27 15:18:55.286567 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b325e-236f-4926-9762-7109c508ecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b690f-7bca-4456-aa22-52403dac1f81,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:55.557844 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 48952) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:55.571065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67046804-002e-4c40-93c9-b04becd28fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.648109 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67046804-002e-4c40-93c9-b04becd28fcc admin admin] Publish callbacks [] for security_group (f0de1cee-b470-4e01-ae4c-9780c7207257), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.651717 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67046804-002e-4c40-93c9-b04becd28fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f0de1cee-b470-4e01-ae4c-9780c7207257), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.695428 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-67046804-002e-4c40-93c9-b04becd28fcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d34f840e1f684231952671021a34a288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364157 May 27 15:18:55.696359 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67046804-002e-4c40-93c9-b04becd28fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de1cee-b470-4e01-ae4c-9780c7207257,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:55.698113 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 48954) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:55.746565 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e53d660-202a-4f82-b1ed-905d9c99781b admin admin] Publish callbacks [] for security_group (f0de1cee-b470-4e01-ae4c-9780c7207257), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.768883 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e53d660-202a-4f82-b1ed-905d9c99781b admin admin] Publish callbacks [] for security_group (f0de1cee-b470-4e01-ae4c-9780c7207257), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.813266 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e53d660-202a-4f82-b1ed-905d9c99781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (f0de1cee-b470-4e01-ae4c-9780c7207257), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.816305 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e53d660-202a-4f82-b1ed-905d9c99781b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:55.817473 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1e53d660-202a-4f82-b1ed-905d9c99781b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0de1cee-b470-4e01-ae4c-9780c7207257 HTTP/1.1" status: 204 len: 168 time: 0.1183872 May 27 15:18:55.825084 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53d660-202a-4f82-b1ed-905d9c99781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de1cee-b470-4e01-ae4c-9780c7207257,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:56.180467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d9de-6b9e-4dc4-b431-314f82ea9268 req-ad21c6a9-d728-4f16-bb09-20b3eeef5870 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:56.182062 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79d5d9de-6b9e-4dc4-b431-314f82ea9268 req-ad21c6a9-d728-4f16-bb09-20b3eeef5870 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0557094 May 27 15:18:56.237097 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79d5d9de-6b9e-4dc4-b431-314f82ea9268 req-6a628670-ef47-48f4-aad5-695c698f2cfa tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484774 May 27 15:18:57.371014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb203d3-31fc-4b5c-a253-aa8bbbc7655f req-85be076f-f88e-4e29-bce7-190bc349a735 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:57.372717 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fb203d3-31fc-4b5c-a253-aa8bbbc7655f req-85be076f-f88e-4e29-bce7-190bc349a735 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0512908 May 27 15:18:57.431907 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fb203d3-31fc-4b5c-a253-aa8bbbc7655f req-c90d251f-a148-4c86-a5eb-29a8d344f113 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 May 27 15:18:57.839882 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49058) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:57.950869 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7e7-c5c3-4ef4-8523-b7e3fa2de0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.025615 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7e7-c5c3-4ef4-8523-b7e3fa2de0d8 admin admin] Publish callbacks [] for security_group (06a19404-17ec-4925-948e-32284319fddb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.029051 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-04a0d7e7-c5c3-4ef4-8523-b7e3fa2de0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (06a19404-17ec-4925-948e-32284319fddb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.067026 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0d7e7-c5c3-4ef4-8523-b7e3fa2de0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a19404-17ec-4925-948e-32284319fddb,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:58.071158 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-04a0d7e7-c5c3-4ef4-8523-b7e3fa2de0d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=589f1da4e8a0496a8763fe14b361c772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302563 May 27 15:18:58.073698 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49062) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:58.123387 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3734ba48-37d7-4f3c-b214-8458530dfbf1 admin admin] Publish callbacks [] for security_group (06a19404-17ec-4925-948e-32284319fddb), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.144162 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3734ba48-37d7-4f3c-b214-8458530dfbf1 admin admin] Publish callbacks [] for security_group (06a19404-17ec-4925-948e-32284319fddb), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.190669 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3734ba48-37d7-4f3c-b214-8458530dfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (06a19404-17ec-4925-948e-32284319fddb), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.193173 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3734ba48-37d7-4f3c-b214-8458530dfbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.194297 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3734ba48-37d7-4f3c-b214-8458530dfbf1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06a19404-17ec-4925-948e-32284319fddb HTTP/1.1" status: 204 len: 168 time: 0.1197209 May 27 15:18:58.202513 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734ba48-37d7-4f3c-b214-8458530dfbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a19404-17ec-4925-948e-32284319fddb,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:58.411274 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:18:58.459931 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49068) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:58.474896 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-082bc1aa-fe19-4fa8-aea0-b3cd2ceefd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.520511 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:58.532278 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '3d45f8fd-c388-4bad-9229-622e4309da14', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14', 'mac_address': 'fa:16:3e:3b:78:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:18:58.571208 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: ACTIVE; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:18:58.572537 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.594705 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d45f8fd-c388-4bad-9229-622e4309da14 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:18:58.596878 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae4b4e-5e50-4498-98c2-f503378313b4 req-e6b454af-c78c-4dc7-a2bd-b524fae8789d tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:58.598540 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-afae4b4e-5e50-4498-98c2-f503378313b4 req-e6b454af-c78c-4dc7-a2bd-b524fae8789d tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0868487 May 27 15:18:58.616517 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:18:58.621071 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.643312 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-082bc1aa-fe19-4fa8-aea0-b3cd2ceefd6c admin admin] Publish callbacks [] for security_group (9f5d10a0-eaaf-41af-a861-a90add11c93c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.645799 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:58.654797 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-082bc1aa-fe19-4fa8-aea0-b3cd2ceefd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9f5d10a0-eaaf-41af-a861-a90add11c93c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.669762 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:58.677443 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=6']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:58.707467 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-afae4b4e-5e50-4498-98c2-f503378313b4 req-894868cd-aadd-4ea9-b6a2-fb4c45479e73 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010478 May 27 15:18:58.712768 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['3d45f8fd-c388-4bad-9229-622e4309da14'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:18:58.714074 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bc1aa-fe19-4fa8-aea0-b3cd2ceefd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d10a0-eaaf-41af-a861-a90add11c93c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:58.722126 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49076) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:18:58.735333 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-082bc1aa-fe19-4fa8-aea0-b3cd2ceefd6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e9ac03a4625414b85b0844bf3bcd189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741199 May 27 15:18:58.787539 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b473931e-f59b-497a-84a1-ec5ab00a30b2 admin admin] Publish callbacks [] for security_group (9f5d10a0-eaaf-41af-a861-a90add11c93c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:58.820105 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:58.852976 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:59.060501 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:59.073143 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b473931e-f59b-497a-84a1-ec5ab00a30b2 admin admin] Publish callbacks [] for security_group (9f5d10a0-eaaf-41af-a861-a90add11c93c), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:59.102812 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:59.121497 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b473931e-f59b-497a-84a1-ec5ab00a30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9f5d10a0-eaaf-41af-a861-a90add11c93c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:59.124029 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b473931e-f59b-497a-84a1-ec5ab00a30b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:18:59.125202 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b473931e-f59b-497a-84a1-ec5ab00a30b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f5d10a0-eaaf-41af-a861-a90add11c93c HTTP/1.1" status: 204 len: 168 time: 0.4019957 May 27 15:18:59.133696 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473931e-f59b-497a-84a1-ec5ab00a30b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d10a0-eaaf-41af-a861-a90add11c93c,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:18:59.754224 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-6c95cef5-446e-408e-a103-52d00ca1596a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504770 May 27 15:18:59.868304 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:18:59.884233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba141-3c8c-40e0-a07d-b92df0e60e90 req-a05dfda1-5e72-4da2-aa49-37d813ac7809 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:59.885888 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0cba141-3c8c-40e0-a07d-b92df0e60e90 req-a05dfda1-5e72-4da2-aa49-37d813ac7809 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 944 time: 0.0853801 May 27 15:18:59.893701 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-2f57aa97-641a-4d78-94b9-6cf7ca411014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:18:59.895259 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-2f57aa97-641a-4d78-94b9-6cf7ca411014 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1130 time: 0.0587091 May 27 15:18:59.994519 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.002004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0cba141-3c8c-40e0-a07d-b92df0e60e90 req-757f0209-5cf6-45e2-9822-8ec78f349832 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040728 May 27 15:19:00.064679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-df34ce14-ec8e-4b85-93cb-8506374a827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:00.066692 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-df34ce14-ec8e-4b85-93cb-8506374a827f service neutron] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 910 time: 0.1437352 May 27 15:19:00.175274 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-08648148-a070-4878-afc9-669120042e3e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 1002 time: 0.1011605 May 27 15:19:00.237597 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-908fbaf6-da87-4712-a3ba-1452e2c0b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:00.240131 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-908fbaf6-da87-4712-a3ba-1452e2c0b0c4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.0584774 May 27 15:19:00.295390 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-eed327e5-0b64-4a3d-8b93-25ff695a9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:00.297072 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-eed327e5-0b64-4a3d-8b93-25ff695a9dfe service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461295 May 27 15:19:00.406127 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:00.505186 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 3d45f8fd-c388-4bad-9229-622e4309da14 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:00.505681 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.511112 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-d6436e41-193c-4e13-bcac-0f3e631e9c60 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016811 May 27 15:19:00.609938 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49158) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:00.623423 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:00.623908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.678370 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a1d3769d-e8d9-4920-b136-2e90be6bf182 req-8f3d249f-1a5b-4d24-975b-8cd92e7b1277 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569390 May 27 15:19:00.689265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:00.690654 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:00.693576 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc45e2d-2d6d-44e4-980f-ba3e82190f09" -d '{"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-plugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:00.697343 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.753929 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480306a0-d298-4708-88a7-baae3f379610 x-openstack-request-id: req-480306a0-d298-4708-88a7-baae3f379610 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:00.754225 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-plugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:00.754477 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-480306a0-d298-4708-88a7-baae3f379610 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:00.754871 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480306a0-d298-4708-88a7-baae3f379610'] response: {'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'code': 200} May 27 15:19:00.770866 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=7']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:00.794657 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-85ff8619-5659-4033-ae8c-93fc515b41e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.885246 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-85ff8619-5659-4033-ae8c-93fc515b41e6 admin admin] Publish callbacks [] for security_group (d688e4a5-b109-48fe-ab01-772168ea7fe5), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.890322 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-85ff8619-5659-4033-ae8c-93fc515b41e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d688e4a5-b109-48fe-ab01-772168ea7fe5), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:00.938006 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-85ff8619-5659-4033-ae8c-93fc515b41e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=862e2814149b4bce94f934b7e467a141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177247 May 27 15:19:00.938006 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff8619-5659-4033-ae8c-93fc515b41e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d688e4a5-b109-48fe-ab01-772168ea7fe5,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:00.939769 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49164) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:01.002040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6625f150-a656-4d1c-92fa-54410fbfaafb admin admin] Publish callbacks [] for security_group (d688e4a5-b109-48fe-ab01-772168ea7fe5), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:01.028227 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6625f150-a656-4d1c-92fa-54410fbfaafb admin admin] Publish callbacks [] for security_group (d688e4a5-b109-48fe-ab01-772168ea7fe5), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:01.093651 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6625f150-a656-4d1c-92fa-54410fbfaafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d688e4a5-b109-48fe-ab01-772168ea7fe5), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:01.100739 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6625f150-a656-4d1c-92fa-54410fbfaafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:01.105794 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6625f150-a656-4d1c-92fa-54410fbfaafb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d688e4a5-b109-48fe-ab01-772168ea7fe5 HTTP/1.1" status: 204 len: 168 time: 0.1589079 May 27 15:19:01.137718 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625f150-a656-4d1c-92fa-54410fbfaafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d688e4a5-b109-48fe-ab01-772168ea7fe5,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:01.199438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5febe8-b777-4b18-a137-e5b479f5f902 req-b5327dad-4d30-460b-a7ff-bd843c02975f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:01.208056 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c5febe8-b777-4b18-a137-e5b479f5f902 req-b5327dad-4d30-460b-a7ff-bd843c02975f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.1024475 May 27 15:19:01.277112 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1c5febe8-b777-4b18-a137-e5b479f5f902 req-28e85e79-1848-421b-8d90-389c758ae8d5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610960 May 27 15:19:01.956358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49198) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:02.146045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf739143-99c7-41f3-ab8d-0f5e29f872c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.237983 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:02.255806 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:02.258558 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf739143-99c7-41f3-ab8d-0f5e29f872c6 admin admin] Publish callbacks [] for security_group (29cc396c-dbad-4e74-adb3-0eee8d0e5c62), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.264192 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf739143-99c7-41f3-ab8d-0f5e29f872c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (29cc396c-dbad-4e74-adb3-0eee8d0e5c62), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.309442 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49208) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:02.327533 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cf739143-99c7-41f3-ab8d-0f5e29f872c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=770da3da46e742de95a26d1ce0be6f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699424 May 27 15:19:02.351709 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739143-99c7-41f3-ab8d-0f5e29f872c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc396c-dbad-4e74-adb3-0eee8d0e5c62,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:02.440317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-059e0c84-3fce-41e2-a313-3c264d7959e0 admin admin] Publish callbacks [] for security_group (29cc396c-dbad-4e74-adb3-0eee8d0e5c62), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.467871 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-059e0c84-3fce-41e2-a313-3c264d7959e0 admin admin] Publish callbacks [] for security_group (29cc396c-dbad-4e74-adb3-0eee8d0e5c62), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.497602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad225f5-dd66-47a3-9708-072d2416b7b1 req-7854baf1-af28-46d4-8545-731082361893 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:02.499172 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ad225f5-dd66-47a3-9708-072d2416b7b1 req-7854baf1-af28-46d4-8545-731082361893 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0945764 May 27 15:19:02.557236 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ad225f5-dd66-47a3-9708-072d2416b7b1 req-2963a939-659f-4728-b5f3-7260d762cdf4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518563 May 27 15:19:02.603292 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-059e0c84-3fce-41e2-a313-3c264d7959e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (29cc396c-dbad-4e74-adb3-0eee8d0e5c62), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.608621 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-059e0c84-3fce-41e2-a313-3c264d7959e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:02.621180 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-059e0c84-3fce-41e2-a313-3c264d7959e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29cc396c-dbad-4e74-adb3-0eee8d0e5c62 HTTP/1.1" status: 204 len: 168 time: 0.3045621 May 27 15:19:02.638526 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e0c84-3fce-41e2-a313-3c264d7959e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc396c-dbad-4e74-adb3-0eee8d0e5c62,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:02.959831 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49218) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:02.974358 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb8129b8-1b49-4a1f-a582-d493d126bbce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.065823 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb8129b8-1b49-4a1f-a582-d493d126bbce admin admin] Publish callbacks [] for security_group (fbef1307-6bf6-469c-85fa-0f249b4726c7), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.072302 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb8129b8-1b49-4a1f-a582-d493d126bbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fbef1307-6bf6-469c-85fa-0f249b4726c7), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.114724 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fb8129b8-1b49-4a1f-a582-d493d126bbce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e65a963e87a243088d186a3446dd2e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537635 May 27 15:19:03.115853 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8129b8-1b49-4a1f-a582-d493d126bbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef1307-6bf6-469c-85fa-0f249b4726c7,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:03.117831 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49220) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:03.172953 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd62d34e-6587-45a1-8eb5-8a95c645566b admin admin] Publish callbacks [] for security_group (fbef1307-6bf6-469c-85fa-0f249b4726c7), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.197143 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd62d34e-6587-45a1-8eb5-8a95c645566b admin admin] Publish callbacks [] for security_group (fbef1307-6bf6-469c-85fa-0f249b4726c7), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.256516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd62d34e-6587-45a1-8eb5-8a95c645566b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fbef1307-6bf6-469c-85fa-0f249b4726c7), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.259147 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd62d34e-6587-45a1-8eb5-8a95c645566b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.262970 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cd62d34e-6587-45a1-8eb5-8a95c645566b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbef1307-6bf6-469c-85fa-0f249b4726c7 HTTP/1.1" status: 204 len: 168 time: 0.1399624 May 27 15:19:03.270889 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62d34e-6587-45a1-8eb5-8a95c645566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef1307-6bf6-469c-85fa-0f249b4726c7,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:03.385601 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:19:03.726167 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e71f-69ee-42e4-9917-f01e1cb93de0 req-39f8ee92-62df-44dc-9cbb-508363259b77 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:03.727935 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a591e71f-69ee-42e4-9917-f01e1cb93de0 req-39f8ee92-62df-44dc-9cbb-508363259b77 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0596495 May 27 15:19:03.728463 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49236) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:03.745004 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eabd7efe-b744-490f-a439-21323725035c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.842558 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a591e71f-69ee-42e4-9917-f01e1cb93de0 req-a3e7d97e-5d83-4983-9d65-160604ce58e7 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998216 May 27 15:19:03.931810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eabd7efe-b744-490f-a439-21323725035c admin admin] Publish callbacks [] for security_group (43be5f16-879f-4d73-b281-7b4790bd86d4), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.937961 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-eabd7efe-b744-490f-a439-21323725035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (43be5f16-879f-4d73-b281-7b4790bd86d4), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:03.989067 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-eabd7efe-b744-490f-a439-21323725035c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bd2f3ec019a43adbe1560a2bd0031ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559173 May 27 15:19:03.989067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd7efe-b744-490f-a439-21323725035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be5f16-879f-4d73-b281-7b4790bd86d4,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:03.989448 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49240) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:04.060957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8394f4ad-1d4c-4c26-bb70-a02c7bc37b7d admin admin] Publish callbacks [] for security_group (43be5f16-879f-4d73-b281-7b4790bd86d4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:04.085415 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8394f4ad-1d4c-4c26-bb70-a02c7bc37b7d admin admin] Publish callbacks [] for security_group (43be5f16-879f-4d73-b281-7b4790bd86d4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:04.144883 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8394f4ad-1d4c-4c26-bb70-a02c7bc37b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (43be5f16-879f-4d73-b281-7b4790bd86d4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:04.147822 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8394f4ad-1d4c-4c26-bb70-a02c7bc37b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:04.149385 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8394f4ad-1d4c-4c26-bb70-a02c7bc37b7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43be5f16-879f-4d73-b281-7b4790bd86d4 HTTP/1.1" status: 204 len: 168 time: 0.1590014 May 27 15:19:04.159708 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f4ad-1d4c-4c26-bb70-a02c7bc37b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be5f16-879f-4d73-b281-7b4790bd86d4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:05.021972 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49266) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:05.039253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab35552-06a1-46b3-bd2f-356a64d23d65 req-7b4041fa-35ff-40e3-9803-6d7cbc942150 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:05.049281 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ab35552-06a1-46b3-bd2f-356a64d23d65 req-7b4041fa-35ff-40e3-9803-6d7cbc942150 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0726318 May 27 15:19:05.096768 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ab35552-06a1-46b3-bd2f-356a64d23d65 req-c0a7e2bb-3433-46ae-8a7b-9e6cd0e45b89 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 May 27 15:19:05.144156 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533677468-network', 'tenant_id': 'ca5780630fe8464a99e6afe51c9bd3e0'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:05.168618 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Made reservation on behalf of ca5780630fe8464a99e6afe51c9bd3e0 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:05.171266 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.181402 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.213375 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:05.217842 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:05.290606 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks [] for security_group (9fcf468d-2471-4f22-a110-4215a931727d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.295043 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9fcf468d-2471-4f22-a110-4215a931727d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.310401 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:19:05.337395 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (450d9071-13bd-4d1b-9179-4e484df02eeb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.337747 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Added segment 450d9071-13bd-4d1b-9179-4e484df02eeb of type vlan for network 213aea26-8a43-4bbb-8b1f-a6f47a97721b May 27 15:19:05.347533 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf468d-2471-4f22-a110-4215a931727d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:05.396876 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (213aea26-8a43-4bbb-8b1f-a6f47a97721b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.428430 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (213aea26-8a43-4bbb-8b1f-a6f47a97721b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.429519 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:05.430242 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.469205 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4461010 May 27 15:19:05.472067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49270) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:05.477597 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Request body: {'subnet': {'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533677468-subnet', 'tenant_id': 'ca5780630fe8464a99e6afe51c9bd3e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:05.500220 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bebd7f-5a5a-48db-817d-10c3b866dd41 admin admin] Pushing event updated for resources: {'Network': ['ID=213aea26-8a43-4bbb-8b1f-a6f47a97721b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:05.517941 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Made reservation on behalf of ca5780630fe8464a99e6afe51c9bd3e0 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:05.518547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 213aea26-8a43-4bbb-8b1f-a6f47a97721b details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:19:05.520618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26356635'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.673587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:05.676400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:05.733601 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26614869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26356621'] for subnet (a4563c4e-03bd-48e5-9931-99bd003b0b97), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.799279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4563c4e-03bd-48e5-9931-99bd003b0b97,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:05.816040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Checking segment: {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:05.816399 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Network hostable DHCP agents. Network: 213aea26-8a43-4bbb-8b1f-a6f47a97721b, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:19:05.838802 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Network 213aea26-8a43-4bbb-8b1f-a6f47a97721b is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:19:05.848915 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 213aea26-8a43-4bbb-8b1f-a6f47a97721b) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:05.853349 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:05.853942 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:05.861712 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309f72f-4c14-43f7-af69-8eadb7cdb091 None None] Network 213aea26-8a43-4bbb-8b1f-a6f47a97721b requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:19:05.884883 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-da9d8805-bfa9-4cfc-9f60-3da1388ee078 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4112756 May 27 15:19:05.996415 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b084dd-7134-471a-8516-a49de7dea2b3 None None] Network 213aea26-8a43-4bbb-8b1f-a6f47a97721b requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:19:06.286219 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f232aad-3def-4829-b65f-2ec87cce4c6c req-be7636bb-6dd9-4a88-a153-7275688e9219 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:06.287793 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8f232aad-3def-4829-b65f-2ec87cce4c6c req-be7636bb-6dd9-4a88-a153-7275688e9219 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0654430 May 27 15:19:06.366812 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8f232aad-3def-4829-b65f-2ec87cce4c6c req-788e3f7e-0446-449a-bae9-0b63f36a5986 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727243 May 27 15:19:07.488906 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d532-e554-40ee-9eb7-6c5fb01e939b req-8fe71ced-7751-4a4c-940b-b3428ef6d9dd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:07.490614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c095d532-e554-40ee-9eb7-6c5fb01e939b req-8fe71ced-7751-4a4c-940b-b3428ef6d9dd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0504270 May 27 15:19:07.553044 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c095d532-e554-40ee-9eb7-6c5fb01e939b req-f1235ea1-1c82-4d7a-9e12-521f836dec7e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561516 May 27 15:19:08.723983 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47003-9ba2-48db-ab5b-8b2c22e3c0f7 req-ee83f1f2-e67a-4f9b-b0a5-9d80b9ccd4f5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:08.725540 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22b47003-9ba2-48db-ab5b-8b2c22e3c0f7 req-ee83f1f2-e67a-4f9b-b0a5-9d80b9ccd4f5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0731270 May 27 15:19:08.845229 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-22b47003-9ba2-48db-ab5b-8b2c22e3c0f7 req-75c679de-6a8f-4480-a5d2-b19f1b4b156f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126673 May 27 15:19:08.992048 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-84ef6b5f-642d-4b1b-8b26-594c5fab5f50 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:08.993954 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-84ef6b5f-642d-4b1b-8b26-594c5fab5f50 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/networks?id=213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 200 len: 808 time: 0.1229942 May 27 15:19:09.017069 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-f1450326-9f67-4993-a31e-5713762e6d62 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/quotas/ca5780630fe8464a99e6afe51c9bd3e0 HTTP/1.1" status: 200 len: 375 time: 0.0168436 May 27 15:19:09.053007 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-eee8c020-e3ed-4879-81f8-7a8e5a254707 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350437 May 27 15:19:09.156633 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-20de603c-52b2-4680-a545-ecf6d79e0ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960503 May 27 15:19:09.275167 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-b4095ead-07eb-4f70-8241-6471cff44e22 service neutron] 10.222.0.41 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157963 May 27 15:19:09.471969 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-01676cb8-a4eb-4685-a865-776c8d4d5d3a req-5dbfa973-ccdf-441d-ad44-e8eedd9c8e33 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 210 time: 0.0383468 May 27 15:19:10.009016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd8b8-1736-4d13-a9a7-4e1ea484aaf1 req-a22c21b2-2777-440d-8af3-5e71f16441c8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:10.011520 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bdabd8b8-1736-4d13-a9a7-4e1ea484aaf1 req-a22c21b2-2777-440d-8af3-5e71f16441c8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0699897 May 27 15:19:10.073729 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bdabd8b8-1736-4d13-a9a7-4e1ea484aaf1 req-c1c61fb7-c9f0-4fc7-8d20-f7b3ba374cc1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550859 May 27 15:19:10.571085 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbbc929e-8b15-44cf-87da-3f3ea42b25f8 req-f2c84061-00a1-473f-ab64-0c114b02dace tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 210 time: 0.0273504 May 27 15:19:10.733512 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:10.741847 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:10.764979 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-f2e972d1-22f0-4e64-b3a9-17153e0d5f3b tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:10.766410 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-f2e972d1-22f0-4e64-b3a9-17153e0d5f3b tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "GET /v2.0/networks?id=213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 200 len: 808 time: 0.1128144 May 27 15:19:11.025094 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Request body: {'port': {'device_id': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b', 'admin_state_up': True, 'tenant_id': 'ca5780630fe8464a99e6afe51c9bd3e0'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:11.149279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Made reservation on behalf of ca5780630fe8464a99e6afe51c9bd3e0 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:11.153274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.227405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-077617af-cfa3-47ac-a423-6c9e2a13d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.228956 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-077617af-cfa3-47ac-a423-6c9e2a13d2d8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1129 time: 0.0554078 May 27 15:19:11.269039 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150fb5-553d-451c-89d3-dad4a9a05d91 req-0dc5f5af-2744-468f-b317-0559919cb1bf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.270439 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4150fb5-553d-451c-89d3-dad4a9a05d91 req-0dc5f5af-2744-468f-b317-0559919cb1bf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.1134760 May 27 15:19:11.299854 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49390) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:11.368527 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Allocated IP 172.20.0.14 (213aea26-8a43-4bbb-8b1f-a6f47a97721b/a4563c4e-03bd-48e5-9931-99bd003b0b97/02bf099e-c728-4741-8d09-1373eff74fb3) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:11.387303 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4150fb5-553d-451c-89d3-dad4a9a05d91 req-4f3d6f58-4ac0-412f-84a3-6b501197b3d6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076424 May 27 15:19:11.419663 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-e832a4a7-abd6-4cc8-853d-11a406d41bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.421609 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-e832a4a7-abd6-4cc8-853d-11a406d41bb6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.1322258 May 27 15:19:11.446847 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf3f6-806a-4500-bd26-313f24a9b79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.515254 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-5bcea720-c0ee-4b95-985f-0feaa46aad4a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 1001 time: 0.0841770 May 27 15:19:11.554563 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks [] for port (02bf099e-c728-4741-8d09-1373eff74fb3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.587611 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.590501 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-aa7c7a39-a96a-4df5-b173-9b815b859bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.591946 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-aa7c7a39-a96a-4df5-b173-9b815b859bdb service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0663207 May 27 15:19:11.633590 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Network 213aea26-8a43-4bbb-8b1f-a6f47a97721b is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:11.638911 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:11.643471 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:11.655389 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf3f6-806a-4500-bd26-313f24a9b79a admin admin] Publish callbacks [] for security_group (e983f8e7-5d4b-412f-ab32-c5a44e8334c3), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.656901 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-c1cdc46a-a9ac-44c0-a71d-66f7d90decd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.659130 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-c1cdc46a-a9ac-44c0-a71d-66f7d90decd0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602794 May 27 15:19:11.660425 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf3f6-806a-4500-bd26-313f24a9b79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e983f8e7-5d4b-412f-ab32-c5a44e8334c3), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.671227 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Pushing event updated for resources: {'Port': ['ID=02bf099e-c728-4741-8d09-1373eff74fb3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:11.727327 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bf3f6-806a-4500-bd26-313f24a9b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e983f8e7-5d4b-412f-ab32-c5a44e8334c3,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:11.743419 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7f8bf3f6-806a-4500-bd26-313f24a9b79a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7677b551eae435caad1cc2e561af91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415100 May 27 15:19:11.744190 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49396) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:11.787373 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:11.821802 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:11.848660 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-3c2548ad-cd92-4c3f-a256-30136fb7982a service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765935 May 27 15:19:11.873464 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc951549-0ba1-4c2b-84d5-9978ad1f74ea admin admin] Publish callbacks [] for security_group (e983f8e7-5d4b-412f-ab32-c5a44e8334c3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.945495 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc951549-0ba1-4c2b-84d5-9978ad1f74ea admin admin] Publish callbacks [] for security_group (e983f8e7-5d4b-412f-ab32-c5a44e8334c3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.979192 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.979801 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:11.993213 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fba1a7-59cf-49a0-bbe6-83307348a65b req-3e022886-b9a9-482f-975f-53899e0fe7e3 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:11.994783 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00fba1a7-59cf-49a0-bbe6-83307348a65b req-3e022886-b9a9-482f-975f-53899e0fe7e3 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 932 time: 0.3273432 May 27 15:19:11.998752 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ddd2f10-7f54-4a6d-9178-65d16ba1b1cf req-aa1d9812-c4b0-4b42-a864-d1b0742c2d92 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385150 May 27 15:19:12.012274 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-cf02fd1d-dae5-409a-bd41-af681f0bf8af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9930956 May 27 15:19:12.017697 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc951549-0ba1-4c2b-84d5-9978ad1f74ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e983f8e7-5d4b-412f-ab32-c5a44e8334c3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.021691 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc951549-0ba1-4c2b-84d5-9978ad1f74ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.023709 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-bc951549-0ba1-4c2b-84d5-9978ad1f74ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e983f8e7-5d4b-412f-ab32-c5a44e8334c3 HTTP/1.1" status: 204 len: 168 time: 0.2478914 May 27 15:19:12.032918 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951549-0ba1-4c2b-84d5-9978ad1f74ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e983f8e7-5d4b-412f-ab32-c5a44e8334c3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:12.051572 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00fba1a7-59cf-49a0-bbe6-83307348a65b req-bc5f92ee-1c18-4bc7-9cd7-eb247424eb5f tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 May 27 15:19:12.251656 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:12.497616 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:12.512057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da28db-9293-41a9-acd4-f39ac8aa2e03 req-5c17d07c-54d9-4495-b1f2-ae64c01e671f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:12.513566 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-32da28db-9293-41a9-acd4-f39ac8aa2e03 req-5c17d07c-54d9-4495-b1f2-ae64c01e671f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0497975 May 27 15:19:12.542024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:12.570822 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-32da28db-9293-41a9-acd4-f39ac8aa2e03 req-b7e0f5c0-dce6-4440-a9f2-0704410e3a63 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470202 May 27 15:19:12.655729 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49420) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:12.754107 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-795276583-network', 'tenant_id': '67116cdacaa846138f7835ac5f53b863'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:12.774193 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Made reservation on behalf of 67116cdacaa846138f7835ac5f53b863 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:12.776677 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.785801 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.861769 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks [] for security_group (b7f2293e-31a7-4bff-92c7-67af4b12e715), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.865370 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b7f2293e-31a7-4bff-92c7-67af4b12e715), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.893805 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:19:12.899310 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2293e-31a7-4bff-92c7-67af4b12e715,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:12.908064 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.908325 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Added segment e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae of type vlan for network 45fa6392-40e0-4a3e-b175-df35de1eff7e May 27 15:19:12.948299 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (45fa6392-40e0-4a3e-b175-df35de1eff7e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.972540 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (45fa6392-40e0-4a3e-b175-df35de1eff7e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:12.973522 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:12.974090 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.036244 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3794334 May 27 15:19:13.039253 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2dbe1-0281-4e3a-9a38-c48c1951cd5a admin admin] Pushing event updated for resources: {'Network': ['ID=45fa6392-40e0-4a3e-b175-df35de1eff7e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:13.039407 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49424) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:13.044831 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Request body: {'subnet': {'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-795276583-subnet', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:13.049624 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:19:13.070292 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Made reservation on behalf of 67116cdacaa846138f7835ac5f53b863 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:13.072820 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26356635'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.191817 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59572be-51fb-4a70-bb67-4854479d2b11 req-dadd9d2a-d70f-482d-bc6b-0d49d7e3bc76 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:13.193826 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b59572be-51fb-4a70-bb67-4854479d2b11 req-dadd9d2a-d70f-482d-bc6b-0d49d7e3bc76 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 932 time: 0.0612769 May 27 15:19:13.285031 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b59572be-51fb-4a70-bb67-4854479d2b11 req-bc0635ff-c416-46fd-839d-c81edea08de0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842161 May 27 15:19:13.328636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26614869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26356621'] for subnet (cb67984f-6264-4f19-9dab-fdf2a25afb6e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.385544 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=6 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:13.386568 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb67984f-6264-4f19-9dab-fdf2a25afb6e,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:13.395992 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Checking segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:13.396347 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Network hostable DHCP agents. Network: 45fa6392-40e0-4a3e-b175-df35de1eff7e, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:19:13.413585 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:19:13.421710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 45fa6392-40e0-4a3e-b175-df35de1eff7e) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:13.427308 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:13.429231 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.430043 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606029a3-4dbd-4eae-ad98-5f9f9b34ee74 None None] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:19:13.445536 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-34d3fc04-ac5f-42c9-b33b-49113d771f5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4048936 May 27 15:19:13.448140 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49428) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:13.454186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:13.475216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (e839ca89-3328-4bee-9809-eca9cda9f255), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.476218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (e839ca89-3328-4bee-9809-eca9cda9f255), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.531543 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks [] for router_controller (e839ca89-3328-4bee-9809-eca9cda9f255), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.539664 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-45fa6392-40e0-4a3e-b175-df35de1eff7e', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:19:13.540565 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.640856 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1e77d062-657d-4f27-ac7b-1f473ada6ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.669751 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks [] for router_gateway (e839ca89-3328-4bee-9809-eca9cda9f255), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.700675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Allocated IP 172.20.0.2 (45fa6392-40e0-4a3e-b175-df35de1eff7e/cb67984f-6264-4f19-9dab-fdf2a25afb6e/7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:13.741921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4394d-22fe-4df1-827b-d60fa93bade0 req-169e9db6-f738-420c-a5ec-2ab4371048d8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:13.743411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4d4394d-22fe-4df1-827b-d60fa93bade0 req-169e9db6-f738-420c-a5ec-2ab4371048d8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 945 time: 0.0762269 May 27 15:19:13.851198 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Publish callbacks [] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.857645 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.860110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:13.868524 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4d4394d-22fe-4df1-827b-d60fa93bade0 req-caef7903-fa5a-44f0-aecd-5ccef34d0198 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973957 May 27 15:19:13.899530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:13.903419 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Request body: {'port': {'device_id': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:13.904465 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:13.907183 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:13.924655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:13.927622 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:13.943148 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Pushing event updated for resources: {'Port': ['ID=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:13.982655 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Attempting to bind port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:13.983013 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Attempting to bind port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:13.983369 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Attempting to bind port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:13.989415 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:13.989777 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Checking segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:13.990165 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.990547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Bound using segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:13.990999 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Bound port: 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:13.991368 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:13.996639 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks [] for router_gateway (e839ca89-3328-4bee-9809-eca9cda9f255), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.021410 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.026879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.061002 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:14.064425 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e7259865-cae3-451b-ae79-341e4825979d None None] For port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:14.068249 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e7259865-cae3-451b-ae79-341e4825979d None None] For port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:14.075668 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.135282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7259865-cae3-451b-ae79-341e4825979d None None] Pushing event updated for resources: {'Port': ['ID=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:14.267894 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Allocated IP 172.27.1.176 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/e2d2aac0-7baf-4b78-99ea-ef48732a7565) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:14.493426 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:19:14.497277 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a9793-6efe-4472-b4e2-b49ce1e300b9 req-4987b482-9ced-47b2-b0a8-e447bf651a51 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:14.498774 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5f8a9793-6efe-4472-b4e2-b49ce1e300b9 req-4987b482-9ced-47b2-b0a8-e447bf651a51 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 932 time: 0.1310117 May 27 15:19:14.540511 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:14.567882 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks [] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.580916 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:14.581299 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.604896 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:14.607138 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7d8acd-de7d-45a7-bac2-ec5d9f99b004" -d '{"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-unplugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:14.621478 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:14.626722 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.643953 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5f8a9793-6efe-4472-b4e2-b49ce1e300b9 req-dd177d48-6ab9-4613-9adb-ffedeb711741 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364522 May 27 15:19:14.660866 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bf099e-c728-4741-8d09-1373eff74fb3 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:19:14.662335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d03c22-caa3-4e14-bd91-b1659c945e7f x-openstack-request-id: req-28d03c22-caa3-4e14-bd91-b1659c945e7f {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:14.662738 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-unplugged", "status": "failed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "code": 422}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:14.663061 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28d03c22-caa3-4e14-bd91-b1659c945e7f {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:14.663598 dv-cinder-842541-3-iscsi neutron-server[103960]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-28d03c22-caa3-4e14-bd91-b1659c945e7f']: {'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'code': 422} returned with failed status May 27 15:19:14.670301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Publish callbacks [] for port (02bf099e-c728-4741-8d09-1373eff74fb3), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.676008 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.687949 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:14.693528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=8']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:14.715245 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Transition to ACTIVE for port object 02bf099e-c728-4741-8d09-1373eff74fb3 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:19:14.722128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:14.731929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:14.732789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:14.745757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:14.752248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:14.756143 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d2aac0-7baf-4b78-99ea-ef48732a7565,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:14.852389 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Pushing event updated for resources: {'Port': ['ID=02bf099e-c728-4741-8d09-1373eff74fb3,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:15.046712 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Attempting to bind port 02bf099e-c728-4741-8d09-1373eff74fb3 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:15.047052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Attempting to bind port 02bf099e-c728-4741-8d09-1373eff74fb3 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:15.047777 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Attempting to bind port 02bf099e-c728-4741-8d09-1373eff74fb3 on network 213aea26-8a43-4bbb-8b1f-a6f47a97721b {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:15.057626 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce738a6e-3554-477f-a075-ae08098a45d3 req-1048c7ba-f163-4d73-8ab8-24c4a17a074b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:15.059139 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ce738a6e-3554-477f-a075-ae08098a45d3 req-1048c7ba-f163-4d73-8ab8-24c4a17a074b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1087103 May 27 15:19:15.065333 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Port 02bf099e-c728-4741-8d09-1373eff74fb3 on network 213aea26-8a43-4bbb-8b1f-a6f47a97721b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:19:15.065668 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Attempting to bind port 02bf099e-c728-4741-8d09-1373eff74fb3 on network 213aea26-8a43-4bbb-8b1f-a6f47a97721b {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:15.109073 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:15.109450 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Checking segment: {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:15.109854 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Bound using segment: {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:15.110382 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Bound port: 02bf099e-c728-4741-8d09-1373eff74fb3, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:15.110771 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.125567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c1237f-2039-45fc-b730-c726cdecb982 None None] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:19:15.201404 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] Provisioning complete for port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:15.201404 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.234301 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ce738a6e-3554-477f-a075-ae08098a45d3 req-f8d71577-e558-4bba-b5b3-620730a764ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653550 May 27 15:19:15.259040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] For port 02bf099e-c728-4741-8d09-1373eff74fb3, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:15.262869 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks [] for router_gateway (e839ca89-3328-4bee-9809-eca9cda9f255), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.306575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] For port 02bf099e-c728-4741-8d09-1373eff74fb3, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=02bf099e-c728-4741-8d09-1373eff74fb3,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:15.317495 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.334465 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] Current status of the port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:15.334850 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.391577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:15.396476 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] For port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:15.398216 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.399913 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] 10.222.0.40 "PUT /v2.0/ports/02bf099e-c728-4741-8d09-1373eff74fb3 HTTP/1.1" status: 200 len: 1094 time: 1.5025949 May 27 15:19:15.402672 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.407089 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'tag': '02bf099e-c728-4741-8d09-1373eff74fb3'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:15.409710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793c2b5-5108-44e9-a162-e8899596143a" -d '{"events": [{"name": "network-changed", "server_uuid": "59193668-f146-4b44-81d1-df1dde4fbfd7", "tag": "02bf099e-c728-4741-8d09-1373eff74fb3"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:15.493326 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:15.513380 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b967c14-3950-42ef-935d-e4b537e9d81a x-openstack-request-id: req-8b967c14-3950-42ef-935d-e4b537e9d81a {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:15.513709 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59193668-f146-4b44-81d1-df1dde4fbfd7", "tag": "02bf099e-c728-4741-8d09-1373eff74fb3", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:15.513927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b967c14-3950-42ef-935d-e4b537e9d81a {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:15.515582 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b967c14-3950-42ef-935d-e4b537e9d81a'] response: {'name': 'network-changed', 'server_uuid': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'tag': '02bf099e-c728-4741-8d09-1373eff74fb3', 'status': 'completed', 'code': 200} May 27 15:19:15.531829 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7652739-9245-4ba0-b575-4a6ff7e76d82 None None] Pushing event updated for resources: {'Port': ['ID=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:15.545889 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd11699-b271-41ae-9d8f-6622c4b7f5ed service neutron] Pushing event updated for resources: {'Port': ['ID=02bf099e-c728-4741-8d09-1373eff74fb3,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:15.585709 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:15.586219 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.603515 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-1e88bbd2-8ec1-4105-8478-b82e1f859445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:15.605206 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-1e88bbd2-8ec1-4105-8478-b82e1f859445 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 1128 time: 0.1319201 May 27 15:19:15.636362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a4dae283-871e-4de6-a12c-44318d040ad1 None None] Provisioning complete for port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:15.636751 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a4dae283-871e-4de6-a12c-44318d040ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.662113 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-41369b95-313a-4163-b3ff-68b5b54b80ca service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bf099e-c728-4741-8d09-1373eff74fb3 HTTP/1.1" status: 200 len: 217 time: 0.0484073 May 27 15:19:15.697571 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:15.735448 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:15.750620 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:15.777485 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (e839ca89-3328-4bee-9809-eca9cda9f255), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.793481 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a4dae283-871e-4de6-a12c-44318d040ad1 None None] Current status of the port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:15.797234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-28ee0857-cb84-4080-b319-0837ce74c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:15.799243 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-28ee0857-cb84-4080-b319-0837ce74c492 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a4563c4e-03bd-48e5-9931-99bd003b0b97 HTTP/1.1" status: 200 len: 848 time: 0.1118398 May 27 15:19:15.836782 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ffbc-b42b-45a8-a408-b9952bf42966 req-8b3907ba-b568-4c18-8667-35659a6f2593 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:15.838237 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2b19ffbc-b42b-45a8-a408-b9952bf42966 req-8b3907ba-b568-4c18-8667-35659a6f2593 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 944 time: 0.1117651 May 27 15:19:15.857645 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d4badf9-3f62-41c6-818b-3895e772b816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:15.880390 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-dd1392ed-c5cc-4b5e-b988-240623da929c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=213aea26-8a43-4bbb-8b1f-a6f47a97721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513778 May 27 15:19:16.309614 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2b19ffbc-b42b-45a8-a408-b9952bf42966 req-c72e86d1-ea31-421e-8af4-312c8e5cee37 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607799 May 27 15:19:16.319336 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-964d5fec-698f-4781-b2f5-8db2b316a28c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407946 May 27 15:19:16.340588 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cd8c6-9341-4ca9-92bf-d8b04aa903c5 req-35a39670-472d-42dd-899e-d17224496488 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:16.342042 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-280cd8c6-9341-4ca9-92bf-d8b04aa903c5 req-35a39670-472d-42dd-899e-d17224496488 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1241777 May 27 15:19:16.380590 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-e15c01e8-3bf4-44f0-a12c-e42a072f7f90 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897494 May 27 15:19:16.401849 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-44ff46a5-cd08-4053-8e6f-7cf020fe821e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:16.403221 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-44ff46a5-cd08-4053-8e6f-7cf020fe821e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports/3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 940 time: 0.0516956 May 27 15:19:16.479696 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-280cd8c6-9341-4ca9-92bf-d8b04aa903c5 req-95313e32-f3a1-42b7-aa8b-c53c9cc48b72 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281712 May 27 15:19:16.489244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Router e839ca89-3328-4bee-9809-eca9cda9f255 is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:19:16.562851 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21862cf6-4858-407f-b5c1-297b3cf6991d req-9c5a3733-d9c7-4915-90bb-2acddc9d9780 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736956 May 27 15:19:16.621056 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:19:16.631460 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:19:16.640261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:16.641744 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a1d84c46-dbff-4067-9857-7fd3a8e78ed3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1921256 May 27 15:19:16.644687 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49480) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:16.645309 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:16.645929 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:16.747661 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:16.890674 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:16.893529 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:16.913483 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:15Z', 'revision_number': 3, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:16.939587 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:19:16.939931 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Updating router e839ca89-3328-4bee-9809-eca9cda9f255 port e2d2aac0-7baf-4b78-99ea-ef48732a7565 binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:19:16.967669 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.056484 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.211925 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Allocated IP 172.20.0.1 (45fa6392-40e0-4a3e-b175-df35de1eff7e/cb67984f-6264-4f19-9dab-fdf2a25afb6e/1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:17.249282 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Publish callbacks [] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.255067 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.309897 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Pushing event updated for resources: {'Port': ['ID=e2d2aac0-7baf-4b78-99ea-ef48732a7565,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:17.318083 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Attempting to bind port e2d2aac0-7baf-4b78-99ea-ef48732a7565 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:17.318436 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Attempting to bind port e2d2aac0-7baf-4b78-99ea-ef48732a7565 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:17.318790 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Attempting to bind port e2d2aac0-7baf-4b78-99ea-ef48732a7565 on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:17.324130 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.324490 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.324846 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.325192 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.325518 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.325838 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.326154 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.326474 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.326793 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.327103 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.327595 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.328094 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.328589 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.329939 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.330717 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:17.334772 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:17.335143 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:17.335602 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.336023 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:17.336511 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Bound port: e2d2aac0-7baf-4b78-99ea-ef48732a7565, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:17.337050 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.338471 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:17.349057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks [] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.370530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.426613 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:17.427367 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.488864 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] For port e2d2aac0-7baf-4b78-99ea-ef48732a7565, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:17.492789 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] For port e2d2aac0-7baf-4b78-99ea-ef48732a7565, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e2d2aac0-7baf-4b78-99ea-ef48732a7565,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:17.494291 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.503423 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.554796 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Pushing event updated for resources: {'Port': ['ID=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:17.563224 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f278d-60a4-4497-a8cc-f70d31f85a45 None None] Pushing event updated for resources: {'Port': ['ID=e2d2aac0-7baf-4b78-99ea-ef48732a7565,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:17.583146 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:17.583784 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:17.588394 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:17.588686 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c2b5-5108-44e9-a162-e8899596143a req-77ddc6cb-fb07-4ae1-8990-22c2b31dc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:17.590000 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-77ddc6cb-fb07-4ae1-8990-22c2b31dc857 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 1128 time: 0.1838026 May 27 15:19:17.593777 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:17.618865 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79036fa6-dca9-465c-ad3d-dfea99f50e92 req-11e0421b-57d1-422e-bca7-9bda598eb58b tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:17.620322 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79036fa6-dca9-465c-ad3d-dfea99f50e92 req-11e0421b-57d1-422e-bca7-9bda598eb58b tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 944 time: 0.1854427 May 27 15:19:17.621264 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:17.628899 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:17.632727 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:17.654162 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:17.716584 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:17.763415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8b80-4550-45ad-84b0-93eb150c91ab req-4fe5cdfe-e9e6-4ff7-9663-f2051d6220d0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:17.764969 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-214c8b80-4550-45ad-84b0-93eb150c91ab req-4fe5cdfe-e9e6-4ff7-9663-f2051d6220d0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1701934 May 27 15:19:17.772668 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:17.793082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (e839ca89-3328-4bee-9809-eca9cda9f255), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.808127 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:17.879592 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79036fa6-dca9-465c-ad3d-dfea99f50e92 req-249f41fd-75cd-4aaf-8aff-37776b414976 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237308 May 27 15:19:17.899475 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c2b5-5108-44e9-a162-e8899596143a req-ff176cfe-1e41-4228-a35a-c6ae8bc06819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:17.900969 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-ff176cfe-1e41-4228-a35a-c6ae8bc06819 service neutron] 10.222.0.40 "GET /v2.0/networks?id=213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 200 len: 909 time: 0.3036003 May 27 15:19:17.910679 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:15Z', 'revision_number': 3, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:17.929321 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-cb6a58d7-8ed3-4f45-a5c5-6763d47cdb95 None None] Provisioning complete for port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:17.929730 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cb6a58d7-8ed3-4f45-a5c5-6763d47cdb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:17.943602 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bc3d4-b4da-4b4c-a765-96e422cb6f8c None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:15Z', 'revision_number': 3, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:19:17.976722 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a58d7-8ed3-4f45-a5c5-6763d47cdb95 None None] Port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:17.977927 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-c8b70eb5-c767-4ad0-938c-a5b7e0355418 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bf099e-c728-4741-8d09-1373eff74fb3 HTTP/1.1" status: 200 len: 217 time: 0.0646322 May 27 15:19:17.982882 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-214c8b80-4550-45ad-84b0-93eb150c91ab req-3091a3e4-8122-4492-bbd4-8d4b61de61d4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091980 May 27 15:19:18.063413 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c2b5-5108-44e9-a162-e8899596143a req-99118b11-10df-4db2-b992-ed97fa6b1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:18.065500 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-99118b11-10df-4db2-b992-ed97fa6b1dee service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a4563c4e-03bd-48e5-9931-99bd003b0b97 HTTP/1.1" status: 200 len: 848 time: 0.0799928 May 27 15:19:18.072478 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:18.113222 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-a495475e-8edb-467d-9a1e-88d158b37471 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=213aea26-8a43-4bbb-8b1f-a6f47a97721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375781 May 27 15:19:18.337005 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-583f50e9-05f3-49c2-9e4a-142d88ff2b31 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918046 May 27 15:19:18.423542 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:18.508226 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b793c2b5-5108-44e9-a162-e8899596143a req-fe6db071-0f45-4e10-8ca9-ab16c16840c0 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620545 May 27 15:19:18.509584 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 02bf099e-c728-4741-8d09-1373eff74fb3 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:19:18.512200 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:19:18.512905 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks [] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:18.519602 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:18.541537 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:18.591509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (e839ca89-3328-4bee-9809-eca9cda9f255), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:18.595731 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Pushing event updated for resources: {'Port': ['ID=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:18.681052 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:18.690695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:18.707004 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-250f4edb-5c9e-4608-aaad-ada99869789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:18.708533 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-250f4edb-5c9e-4608-aaad-ada99869789c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932&tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 1127 time: 0.0918310 May 27 15:19:18.747634 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:18.751575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:18.793050 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:18.853836 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: DOWN; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:18.868727 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:18.882134 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 02bf099e-c728-4741-8d09-1373eff74fb3, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=02bf099e-c728-4741-8d09-1373eff74fb3,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:18.895876 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '02bf099e-c728-4741-8d09-1373eff74fb3', 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b', 'port_id': '02bf099e-c728-4741-8d09-1373eff74fb3', 'mac_address': 'fa:16:3e:5c:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4563c4e-03bd-48e5-9931-99bd003b0b97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:19:18.904257 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-9dda4ac0-ef12-4427-b2d1-66c221e0a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:18.905820 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-9dda4ac0-ef12-4427-b2d1-66c221e0a60b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1127 time: 0.1690381 May 27 15:19:18.946142 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 02bf099e-c728-4741-8d09-1373eff74fb3 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:18.946815 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:18.983079 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bf099e-c728-4741-8d09-1373eff74fb3 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:19:19.012843 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 02bf099e-c728-4741-8d09-1373eff74fb3, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=02bf099e-c728-4741-8d09-1373eff74fb3,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:19.019170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:19.059481 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-ba5e9185-150d-4fc6-baed-b29973a2db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:19.060979 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-ba5e9185-150d-4fc6-baed-b29973a2db8c service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.1488459 May 27 15:19:19.065098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:19:19.078030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=02bf099e-c728-4741-8d09-1373eff74fb3,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:19.086991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9363db3-ef32-4274-b9f3-4421144a80da req-995c67fd-1904-40cf-b1c7-11f84017ecf0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:19.088377 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9363db3-ef32-4274-b9f3-4421144a80da req-995c67fd-1904-40cf-b1c7-11f84017ecf0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 945 time: 0.0927362 May 27 15:19:19.103055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-43ad2620-142b-4538-b206-136929b16c64 None None] Provisioning complete for port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:19.103427 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-43ad2620-142b-4538-b206-136929b16c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:19.135468 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-43ad2620-142b-4538-b206-136929b16c64 None None] Port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:19.233162 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda0b8-12c4-4136-80ea-9d71d017f0b9 req-6014e466-1e96-4458-b534-db9a21faf5e9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:19.234628 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-11dda0b8-12c4-4136-80ea-9d71d017f0b9 req-6014e466-1e96-4458-b534-db9a21faf5e9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1566226 May 27 15:19:19.240279 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['02bf099e-c728-4741-8d09-1373eff74fb3'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:19:19.245327 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-24a14b32-0bbf-491c-9174-c9af2fb707b3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 999 time: 0.1745853 May 27 15:19:19.339298 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e2d2aac0-7baf-4b78-99ea-ef48732a7565 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:19.433473 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port e2d2aac0-7baf-4b78-99ea-ef48732a7565 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:19.434222 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:19.524637 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port e2d2aac0-7baf-4b78-99ea-ef48732a7565 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:19.525008 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:19.549254 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port e2d2aac0-7baf-4b78-99ea-ef48732a7565, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e2d2aac0-7baf-4b78-99ea-ef48732a7565,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:19.553920 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:19.606334 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=e2d2aac0-7baf-4b78-99ea-ef48732a7565,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:19.621440 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9363db3-ef32-4274-b9f3-4421144a80da req-6275ffd2-47a5-41b1-8e71-d93b0020cac1 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975970 May 27 15:19:19.677404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-e2b63e91-8b50-4217-ae15-d81db9aa816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:19.679025 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-e2b63e91-8b50-4217-ae15-d81db9aa816a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.4266028 May 27 15:19:19.690319 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-11dda0b8-12c4-4136-80ea-9d71d017f0b9 req-9906c9b7-2330-45c6-b1ea-34612193d2ee tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4418466 May 27 15:19:19.700968 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:19.722402 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:19:19.729109 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-23cd598d-e190-47b2-9f3f-93725dd63c18 admin admin] 10.222.0.41 "PUT /v2.0/routers/e839ca89-3328-4bee-9809-eca9cda9f255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0834742 May 27 15:19:19.737446 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-62838d24-b25c-434d-a95c-705d89eeef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:19.739073 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-62838d24-b25c-434d-a95c-705d89eeef82 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528231 May 27 15:19:19.792310 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:19:19.810084 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:19.811794 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:19.812548 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:19.852233 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-cfe7e486-7a65-4b50-bf7d-e74b3de0af54 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043725 May 27 15:19:19.930034 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:19.956496 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-654ac68a-2311-4dae-8ceb-a1897b1085f7 req-60876d9b-2b0f-4ca1-8559-4a58894b9147 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977385 May 27 15:19:20.136975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 2, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:20.166760 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:19:20.167139 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Updating router e839ca89-3328-4bee-9809-eca9cda9f255 port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:19:20.196634 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.275488 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:20.318448 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49518) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:20.324587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2027274644-network', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:20.353889 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Made reservation on behalf of e0da8d3c342f4479a49f5ec0fa361f88 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:20.356650 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.367252 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.452294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks [] for security_group (6c62500e-058a-49ad-a09a-e8af637d1fd6), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.453610 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:20.458018 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6c62500e-058a-49ad-a09a-e8af637d1fd6), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.491150 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:19:20.497943 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62500e-058a-49ad-a09a-e8af637d1fd6,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:20.504369 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (0d2a9dc3-d11f-436f-a545-e59cf771e2ff), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.504869 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Added segment 0d2a9dc3-d11f-436f-a545-e59cf771e2ff of type vlan for network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 May 27 15:19:20.527336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 02bf099e-c728-4741-8d09-1373eff74fb3 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:20.550038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (9d94ff3d-abbb-4221-91e5-e806ce6a64d7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.577849 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Publish callbacks [] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.579872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (9d94ff3d-abbb-4221-91e5-e806ce6a64d7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.580717 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:20.581611 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.587265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:20.591568 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:20.592695 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.601332 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 02bf099e-c728-4741-8d09-1373eff74fb3 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:19:20.632362 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3124149 May 27 15:19:20.635105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49526) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:20.640243 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Request body: {'subnet': {'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2027274644-subnet', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:20.671711 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 02bf099e-c728-4741-8d09-1373eff74fb3 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:20.675567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.681093 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89201418-2eb4-47c2-b07f-cf1905cde513 admin admin] Pushing event updated for resources: {'Network': ['ID=9d94ff3d-abbb-4221-91e5-e806ce6a64d7,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:20.701226 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Made reservation on behalf of e0da8d3c342f4479a49f5ec0fa361f88 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:20.707894 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26356635'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.769129 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518d6ed-7b53-4ca4-bd3e-fd2cca3f1eee None None] Pushing event updated for resources: {'Port': ['ID=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:20.774351 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:19:20.916064 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c5a4b-4e2d-4458-adc8-da2485db2e0a req-ecc36157-2ef1-4965-997c-c2677c22fb01 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:20.924549 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-631c5a4b-4e2d-4458-adc8-da2485db2e0a req-ecc36157-2ef1-4965-997c-c2677c22fb01 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 945 time: 0.1646886 May 27 15:19:20.945469 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Attempting to bind port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:20.946075 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Attempting to bind port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:20.946538 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Attempting to bind port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:20.961810 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:20.962346 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Checking segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:20.963062 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.964412 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Bound using segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:20.965411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Bound port: 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:20.966207 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:20.977940 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a483e-a771-4819-ba29-f2f933c1e4f6 req-f75e0622-150f-4292-84d0-e99db7dd5319 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:20.985100 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9f3a483e-a771-4819-ba29-f2f933c1e4f6 req-f75e0622-150f-4292-84d0-e99db7dd5319 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1346662 May 27 15:19:21.005273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:21.078337 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-631c5a4b-4e2d-4458-adc8-da2485db2e0a req-9c3791b7-aaff-4ca3-bd03-c4ddf0b494e1 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482651 May 27 15:19:21.097158 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 02bf099e-c728-4741-8d09-1373eff74fb3 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:21.097668 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.151003 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9f3a483e-a771-4819-ba29-f2f933c1e4f6 req-7fd2f62b-105e-4ff1-ab3d-6568940ef99f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648736 May 27 15:19:21.162737 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-0dafe168-d249-4ecb-9f1e-595bf5563882 None None] Provisioning complete for port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:21.163213 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0dafe168-d249-4ecb-9f1e-595bf5563882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.224573 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 02bf099e-c728-4741-8d09-1373eff74fb3, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=02bf099e-c728-4741-8d09-1373eff74fb3,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:21.228823 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-0dafe168-d249-4ecb-9f1e-595bf5563882 None None] Port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:21.230494 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bf099e-c728-4741-8d09-1373eff74fb3'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:21.232681 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c764e68e-161a-4f86-a2fa-9df150f41b76" -d '{"events": [{"server_uuid": "59193668-f146-4b44-81d1-df1dde4fbfd7", "name": "network-vif-plugged", "status": "completed", "tag": "02bf099e-c728-4741-8d09-1373eff74fb3"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:21.238998 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.254108 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26614869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26356621'] for subnet (7ee38d1a-0a28-444c-b152-d754f45e61f1), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.312678 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] For port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:21.318412 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] For port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:21.324722 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f5c73-6cca-4acf-b2ce-4fef980705b5 x-openstack-request-id: req-5e1f5c73-6cca-4acf-b2ce-4fef980705b5 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:21.325027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59193668-f146-4b44-81d1-df1dde4fbfd7", "name": "network-vif-plugged", "status": "completed", "tag": "02bf099e-c728-4741-8d09-1373eff74fb3", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:21.325303 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e1f5c73-6cca-4acf-b2ce-4fef980705b5 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:21.325709 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1f5c73-6cca-4acf-b2ce-4fef980705b5'] response: {'server_uuid': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bf099e-c728-4741-8d09-1373eff74fb3', 'code': 200} May 27 15:19:21.355738 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee38d1a-0a28-444c-b152-d754f45e61f1,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:21.397872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Checking segment: {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:21.398250 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Network hostable DHCP agents. Network: 9d94ff3d-abbb-4221-91e5-e806ce6a64d7, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:19:21.410600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e2d2aac0-7baf-4b78-99ea-ef48732a7565 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:21.421603 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:19:21.440629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 9d94ff3d-abbb-4221-91e5-e806ce6a64d7) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:21.451567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.458440 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c3549-f28f-4fdf-abc2-2e84d0135289 None None] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:19:21.461464 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:21.462940 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.517780 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49534) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:21.524708 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6d098ff3-b090-408c-9d2b-73543b1a1be9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8782649 May 27 15:19:21.525870 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:21.567054 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.569176 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=02bf099e-c728-4741-8d09-1373eff74fb3,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:21.569583 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5433'] for router (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.634863 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port e2d2aac0-7baf-4b78-99ea-ef48732a7565 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:21.635233 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.665634 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks [] for router_controller (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.676046 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1e6e18e-3b89-50d4-8189-67aa51a09322-9d94ff3d-abbb-4221-91e5-e806ce6a64d7', 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7', 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'fixed_ips': [{'subnet_id': '7ee38d1a-0a28-444c-b152-d754f45e61f1'}]}} from dv-cinder-842541-3-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 15:19:21.679284 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.710016 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518d6ed-7b53-4ca4-bd3e-fd2cca3f1eee None None] Pushing event updated for resources: {'Port': ['ID=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:21.734680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:21.735352 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:21.755797 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:21.820370 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:21.878850 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks [] for router_gateway (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:21.884910 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:21.919575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c9d6a-0dbc-4e8e-8309-b54a7cf1f101 req-b0e07e8d-2d53-48c4-9961-151a0077b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:21.921003 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f4c9d6a-0dbc-4e8e-8309-b54a7cf1f101 req-b0e07e8d-2d53-48c4-9961-151a0077b217 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 1130 time: 0.1319463 May 27 15:19:21.929820 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port e2d2aac0-7baf-4b78-99ea-ef48732a7565 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:22.039391 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f4c9d6a-0dbc-4e8e-8309-b54a7cf1f101 req-a2431efd-1b84-4e5e-9c04-4cb6eebac728 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068714 May 27 15:19:22.115755 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks [] for router_gateway (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.152262 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.261997 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a9bac-e7ec-4955-9a5b-a7e223732012 req-a2ee5d82-9b0e-41eb-abd2-628714f63a7e tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:22.269055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Allocated IP 172.20.0.2 (9d94ff3d-abbb-4221-91e5-e806ce6a64d7/7ee38d1a-0a28-444c-b152-d754f45e61f1/c8016926-067b-4744-8b08-89ebf0e09224) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:22.272254 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b42a9bac-e7ec-4955-9a5b-a7e223732012 req-a2ee5d82-9b0e-41eb-abd2-628714f63a7e tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.1129544 May 27 15:19:22.447508 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Allocated IP 172.27.1.220 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:22.468211 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:22.469228 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b42a9bac-e7ec-4955-9a5b-a7e223732012 req-59bfc6ff-b853-458c-96e8-e2e1c7f6061d tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906404 May 27 15:19:22.517751 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1328b-bab5-49ef-84f5-ee4de322cb22 req-0d9336de-06aa-44a6-ab7b-5c0e34309db4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:22.527585 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bc1328b-bab5-49ef-84f5-ee4de322cb22 req-0d9336de-06aa-44a6-ab7b-5c0e34309db4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.2050261 May 27 15:19:22.605173 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bc1328b-bab5-49ef-84f5-ee4de322cb22 req-baf03c4a-ecca-4a76-a803-885c82d8dc9e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760658 May 27 15:19:22.640579 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] Provisioning complete for port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:22.640957 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.663823 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks [] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.716766 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.736272 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Publish callbacks [] for port (c8016926-067b-4744-8b08-89ebf0e09224), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.750619 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009'] for port (c8016926-067b-4744-8b08-89ebf0e09224), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.766162 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:22.767414 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:22.779197 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:22.802143 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:22.805155 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:22.812163 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:22.827091 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:22.841461 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:22.845746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:22.889445 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Pushing event updated for resources: {'Port': ['ID=c8016926-067b-4744-8b08-89ebf0e09224,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:22.947592 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] Current status of the port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:22.947992 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:22.952624 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:21Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:23.041101 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Attempting to bind port c8016926-067b-4744-8b08-89ebf0e09224 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:23.041570 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Attempting to bind port c8016926-067b-4744-8b08-89ebf0e09224 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:23.042059 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Attempting to bind port c8016926-067b-4744-8b08-89ebf0e09224 on network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:23.069697 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:23.070099 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Checking segment: {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:23.070551 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.071044 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Bound using segment: {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:23.071545 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Bound port: c8016926-067b-4744-8b08-89ebf0e09224, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:23.071908 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c8016926-067b-4744-8b08-89ebf0e09224), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.086281 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45b4a-de4a-4cff-ae37-a4082c0ff195 None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:21Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:19:23.159672 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] For port c8016926-067b-4744-8b08-89ebf0e09224, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:23.165714 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] For port c8016926-067b-4744-8b08-89ebf0e09224, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=c8016926-067b-4744-8b08-89ebf0e09224,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:23.180109 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] For port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:23.185372 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c8016926-067b-4744-8b08-89ebf0e09224), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.196782 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks [] for router_gateway (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.255600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69a637-c59e-4a49-a0c4-575b71a2a490 None None] Pushing event updated for resources: {'Port': ['ID=c8016926-067b-4744-8b08-89ebf0e09224,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:23.264496 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.359384 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:23.361106 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef0185-72e4-4a0e-a105-bf2880e870c5 None None] Pushing event updated for resources: {'Port': ['ID=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:23.402349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:23.444064 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:23.532701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:23.566862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:23.567491 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.678044 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-882947'] for router (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:23.744953 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead70da7-49fc-4e5b-a894-d91dc740e2c7 req-db2bc333-bd0b-42ad-aa82-61b29c6a2ff3 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:23.752939 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ead70da7-49fc-4e5b-a894-d91dc740e2c7 req-db2bc333-bd0b-42ad-aa82-61b29c6a2ff3 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.1213562 May 27 15:19:23.785230 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:23.799513 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:23.894206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Router f0796ada-072e-4a99-bd2e-d66bf0a8edbb is scheduled to L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 15:19:23.928949 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8e7c-b038-4f89-b262-598a5503f938 req-11f27b81-d601-41d0-baf5-bf27a3bf3dfa tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:23.946623 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-af9d8e7c-b038-4f89-b262-598a5503f938 req-11f27b81-d601-41d0-baf5-bf27a3bf3dfa tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1561103 May 27 15:19:24.045100 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ead70da7-49fc-4e5b-a894-d91dc740e2c7 req-6eda071d-7311-4101-a345-40e201f143ee tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911627 May 27 15:19:24.085567 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-af9d8e7c-b038-4f89-b262-598a5503f938 req-9965148c-d082-49ba-a8d4-81ed1fa32c90 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379354 May 27 15:19:24.092378 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:19:24.102644 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Sync routers for ids ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:19:24.120002 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Routers {'f0796ada-072e-4a99-bd2e-d66bf0a8edbb'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:24.120649 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:24.128022 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:24.129407 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b3ab992a-6d46-4dcd-b400-2994f34441a9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6097112 May 27 15:19:24.132625 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49546) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:24.330684 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Set router f0796ada-072e-4a99-bd2e-d66bf0a8edbb gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:24.383758 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:24.582717 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 3, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:24.613073 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Checking router: f0796ada-072e-4a99-bd2e-d66bf0a8edbb for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:19:24.613761 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Updating router f0796ada-072e-4a99-bd2e-d66bf0a8edbb port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf binding host dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:19:24.662353 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.059873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.076611 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Publish callbacks [] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.080970 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:25.083827 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.135285 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5128-8239-43d8-8796-934607d2bb5c None None] Pushing event updated for resources: {'Port': ['ID=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:25.166841 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Attempting to bind port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:25.167447 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Attempting to bind port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:25.168173 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Attempting to bind port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf on network 834b31bb-803c-4297-88bb-d7b09c40d721 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:25.177426 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44891943-17d7-4323-9cd9-0c8be8bdd791 None None] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:19:25.187593 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:25.189161 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Checking segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:25.192929 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.193477 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Bound using segment: {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:25.197174 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Bound port: 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3323b24f-e033-448b-8e54-8ce3f848eee8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:25.197843 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.347889 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] For port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:25.353855 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] For port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:25.357249 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:25.362153 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] Provisioning complete for port c8016926-067b-4744-8b08-89ebf0e09224 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:25.362530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c8016926-067b-4744-8b08-89ebf0e09224), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.367689 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.447858 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9267c63-6dc8-453d-9957-05aea4cd22b6 req-890c7099-e339-479f-85e4-fac8022b006c tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:25.449720 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f9267c63-6dc8-453d-9957-05aea4cd22b6 req-890c7099-e339-479f-85e4-fac8022b006c tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.2525589 May 27 15:19:25.469692 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5128-8239-43d8-8796-934607d2bb5c None None] Pushing event updated for resources: {'Port': ['ID=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:25.494471 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Routers {'f0796ada-072e-4a99-bd2e-d66bf0a8edbb'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:25.495270 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:25.543575 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:25.586734 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4c170-f364-4d83-b8cb-f2b4e753c9b1 req-947ce0d5-e221-46f0-8e4e-97f863e20582 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:25.588333 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1cc4c170-f364-4d83-b8cb-f2b4e753c9b1 req-947ce0d5-e221-46f0-8e4e-97f863e20582 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.2732275 May 27 15:19:25.624645 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] Set router f0796ada-072e-4a99-bd2e-d66bf0a8edbb gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:25.647201 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] Current status of the port c8016926-067b-4744-8b08-89ebf0e09224 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:25.647630 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c8016926-067b-4744-8b08-89ebf0e09224), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.705511 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f9267c63-6dc8-453d-9957-05aea4cd22b6 req-0cf63b72-12d0-4a67-8fe9-65ec135e3891 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450712 May 27 15:19:25.736858 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] For port c8016926-067b-4744-8b08-89ebf0e09224, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=c8016926-067b-4744-8b08-89ebf0e09224,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:25.739764 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:25.741133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.752416 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c8016926-067b-4744-8b08-89ebf0e09224), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:25.809559 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1cc4c170-f364-4d83-b8cb-f2b4e753c9b1 req-b4e1396b-4f79-4419-be25-a6a7e40c0734 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138901 May 27 15:19:25.858609 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Allocated IP 172.20.0.1 (9d94ff3d-abbb-4221-91e5-e806ce6a64d7/7ee38d1a-0a28-444c-b152-d754f45e61f1/693c19bf-8d46-49d6-be75-c357be450994) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:25.972417 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3993c-293e-48de-bdea-2e564524a6e9 None None] Pushing event updated for resources: {'Port': ['ID=c8016926-067b-4744-8b08-89ebf0e09224,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:25.985936 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 3, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:26.015063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:26.017913 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device c8016926-067b-4744-8b08-89ebf0e09224 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:26.072951 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cabbc-0547-4b58-bc84-68c0907cc387 None None] The sync data for ids ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'] in dv-cinder-842541-3-iscsi is: [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 3, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:19:26.083189 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f60e1af6-e2bc-487b-bca4-ce10c1598a68 None None] Provisioning complete for port c8016926-067b-4744-8b08-89ebf0e09224 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:26.083561 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f60e1af6-e2bc-487b-bca4-ce10c1598a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c8016926-067b-4744-8b08-89ebf0e09224), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.110419 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks [] for port (693c19bf-8d46-49d6-be75-c357be450994), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.140228 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port c8016926-067b-4744-8b08-89ebf0e09224 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:26.140886 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c8016926-067b-4744-8b08-89ebf0e09224), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.155118 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:26.157095 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:26.160742 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (693c19bf-8d46-49d6-be75-c357be450994), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.231652 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Pushing event updated for resources: {'Port': ['ID=693c19bf-8d46-49d6-be75-c357be450994,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:26.255951 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:26.257503 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:26.259786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:26.290412 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:26.293258 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port c8016926-067b-4744-8b08-89ebf0e09224 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:26.298453 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f60e1af6-e2bc-487b-bca4-ce10c1598a68 None None] Current status of the port c8016926-067b-4744-8b08-89ebf0e09224 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:26.314695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876656'] for router_interface (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.673561 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (693c19bf-8d46-49d6-be75-c357be450994), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.773601 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-14c72174-8121-45e1-b0e7-e57f98e999be None None] Provisioning complete for port 693c19bf-8d46-49d6-be75-c357be450994 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:26.774215 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-14c72174-8121-45e1-b0e7-e57f98e999be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (693c19bf-8d46-49d6-be75-c357be450994), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:26.873497 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-14c72174-8121-45e1-b0e7-e57f98e999be None None] Port 693c19bf-8d46-49d6-be75-c357be450994 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:27.198596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f794d-76a8-4810-ab62-469ec0419414 req-84257d16-e65f-4a1e-9f73-569b9ae70cef tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:27.200400 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-580f794d-76a8-4810-ab62-469ec0419414 req-84257d16-e65f-4a1e-9f73-569b9ae70cef tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.1909909 May 27 15:19:27.211848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks [] for port (693c19bf-8d46-49d6-be75-c357be450994), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:27.233206 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (693c19bf-8d46-49d6-be75-c357be450994), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:27.413584 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-580f794d-76a8-4810-ab62-469ec0419414 req-b272f919-27ac-47f1-9721-bcf4254be169 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041986 May 27 15:19:27.511665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Pushing event updated for resources: {'Port': ['ID=693c19bf-8d46-49d6-be75-c357be450994,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:27.538191 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564f672-6c75-49bc-8418-07f85e168bcb req-122a3cf0-ee17-40a2-894c-adff7374f2a6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:27.545972 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3564f672-6c75-49bc-8418-07f85e168bcb req-122a3cf0-ee17-40a2-894c-adff7374f2a6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1836693 May 27 15:19:27.578414 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.578932 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.579403 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.579865 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.580304 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.580773 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.581205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.583435 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.584202 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.584918 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.585108 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.585610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.586226 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.587112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.587112 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:27.598373 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-368257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880576'] for router_interface (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:27.620547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device c8016926-067b-4744-8b08-89ebf0e09224 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:27.746530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port c8016926-067b-4744-8b08-89ebf0e09224 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:27.746956 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c8016926-067b-4744-8b08-89ebf0e09224), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:27.750425 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3564f672-6c75-49bc-8418-07f85e168bcb req-dfb2b885-5efc-4b0f-928d-9565e910b04c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036374 May 27 15:19:27.819058 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:27.843054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:27.846476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:27.860219 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:27.966201 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:27.970248 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port c8016926-067b-4744-8b08-89ebf0e09224 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:27.971460 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:27.989424 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:28.092678 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:28.093021 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.103097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Router f0796ada-072e-4a99-bd2e-d66bf0a8edbb has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:19:28.226563 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-06d99dd2-5cfa-415a-9ecc-0f5639a80cb5 None None] Provisioning complete for port 693c19bf-8d46-49d6-be75-c357be450994 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:28.227353 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-06d99dd2-5cfa-415a-9ecc-0f5639a80cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (693c19bf-8d46-49d6-be75-c357be450994), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.275446 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-06d99dd2-5cfa-415a-9ecc-0f5639a80cb5 None None] Port 693c19bf-8d46-49d6-be75-c357be450994 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:28.300008 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:28.300469 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.328587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:19:28.358146 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ed1c92b2-9146-4f78-abdb-bb5d58d888ee admin admin] 10.222.0.41 "PUT /v2.0/routers/f0796ada-072e-4a99-bd2e-d66bf0a8edbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2243161 May 27 15:19:28.370161 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] For port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:28.392409 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.502234 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Pushing event updated for resources: {'Port': ['ID=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:28.581047 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e0bfe-b962-4593-a938-75c59b05808f req-1a460e04-a3d6-4a6c-87d7-9dd9e70c157d tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:28.582870 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d3e0bfe-b962-4593-a938-75c59b05808f req-1a460e04-a3d6-4a6c-87d7-9dd9e70c157d tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0876355 May 27 15:19:28.645421 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d3e0bfe-b962-4593-a938-75c59b05808f req-12d2e06b-1201-4cc3-96f0-6f56b42ca12a tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512712 May 27 15:19:28.795366 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49576) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:28.800889 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722843886', 'description': 'tempest-secgroup-smoke-1722843886 description', 'project_id': '67116cdacaa846138f7835ac5f53b863'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:28.822367 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.835858 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Sync routers for ids ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:19:28.851968 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Routers {'f0796ada-072e-4a99-bd2e-d66bf0a8edbb'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:28.852859 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:28.927016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group (6007777f-3926-49a9-bc8e-470031fa1bd7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.933775 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6007777f-3926-49a9-bc8e-470031fa1bd7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.951295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90508e37-9761-4eb0-9a6c-5ae94fd2e5be req-603bc75d-256c-4e15-b6fa-c5c6b339d4af tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:28.952871 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90508e37-9761-4eb0-9a6c-5ae94fd2e5be req-603bc75d-256c-4e15-b6fa-c5c6b339d4af tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0715384 May 27 15:19:28.992115 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:28.993387 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1969321 May 27 15:19:28.996244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57381e6-d4d6-4fbd-b5da-0fb1f95a2c49 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6007777f-3926-49a9-bc8e-470031fa1bd7,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:28.996826 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49580) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:29.007187 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group_rule': {'security_group_id': '6007777f-3926-49a9-bc8e-470031fa1bd7', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:29.027595 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-90508e37-9761-4eb0-9a6c-5ae94fd2e5be req-dca0c8c6-a4b2-4f7e-97ad-69148b9b6362 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635576 May 27 15:19:29.041559 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (c992df61-eaa1-49d0-9666-4cc363a1523e), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.093988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (c992df61-eaa1-49d0-9666-4cc363a1523e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.098138 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (c992df61-eaa1-49d0-9666-4cc363a1523e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.099557 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Set router f0796ada-072e-4a99-bd2e-d66bf0a8edbb gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:29.117310 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c992df61-eaa1-49d0-9666-4cc363a1523e,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:29.125332 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.126729 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.127422 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.127972 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.128318 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.128670 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.129219 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.129568 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.130084 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.130403 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.130726 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.131051 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.131394 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.131712 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.132027 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:29.137317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.138550 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-546ac8b4-45c5-4462-8eec-ab0b9db827fc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406028 May 27 15:19:29.141885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49582) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:29.147335 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group_rule': {'security_group_id': '6007777f-3926-49a9-bc8e-470031fa1bd7', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:29.173626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (fe77f27f-14dc-4f23-b75b-cab8d119af61), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.232542 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (fe77f27f-14dc-4f23-b75b-cab8d119af61), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.238091 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (fe77f27f-14dc-4f23-b75b-cab8d119af61), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.262527 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe77f27f-14dc-4f23-b75b-cab8d119af61,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:29.269142 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.270371 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7082a29a-98a9-4e0f-b570-ed89624e3539 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275494 May 27 15:19:29.273165 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49584) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:29.277691 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group_rule': {'security_group_id': '6007777f-3926-49a9-bc8e-470031fa1bd7', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:29.307434 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (4602a97f-6347-4028-909c-fb9160159cd4), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.322128 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:19:26Z', 'revision_number': 4, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '693c19bf-8d46-49d6-be75-c357be450994', 'name': '', 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'mac_address': 'fa:16:3e:75:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '7ee38d1a-0a28-444c-b152-d754f45e61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:25Z', 'updated_at': '2022-05-27T15:19:26Z', 'revision_number': 2, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'subnets': [{'id': '7ee38d1a-0a28-444c-b152-d754f45e61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:29.349786 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:29.352322 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Checking router: f0796ada-072e-4a99-bd2e-d66bf0a8edbb for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:19:29.352695 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Updating router f0796ada-072e-4a99-bd2e-d66bf0a8edbb port 693c19bf-8d46-49d6-be75-c357be450994 binding host dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 15:19:29.367711 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (4602a97f-6347-4028-909c-fb9160159cd4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.371414 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (4602a97f-6347-4028-909c-fb9160159cd4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.391986 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4602a97f-6347-4028-909c-fb9160159cd4,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:29.398253 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.400787 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4036dbd4-4bcb-4e4d-8ad0-f922137da04a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264200 May 27 15:19:29.402116 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49586) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:29.406399 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group_rule': {'security_group_id': '6007777f-3926-49a9-bc8e-470031fa1bd7', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:29.412736 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (693c19bf-8d46-49d6-be75-c357be450994), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.435135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:29.435354 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (d07549e2-bc6f-4475-8ba5-9421f4c5e98a), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.435484 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.446517 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:29.449901 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:29.504011 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (d07549e2-bc6f-4475-8ba5-9421f4c5e98a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.514782 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (d07549e2-bc6f-4475-8ba5-9421f4c5e98a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.547335 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07549e2-bc6f-4475-8ba5-9421f4c5e98a,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:29.553075 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.554350 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-48d47980-ab62-4fb6-a9e4-214abba3b743 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512742 May 27 15:19:29.557762 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49588) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:29.564115 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group_rule': {'security_group_id': '6007777f-3926-49a9-bc8e-470031fa1bd7', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:29.604531 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.securitygroups_db [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Project 67116cdacaa846138f7835ac5f53b863 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 15:19:29.623927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (33ea6470-5268-4107-bf40-92eb6c3de91f), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.747130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:29.764593 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (33ea6470-5268-4107-bf40-92eb6c3de91f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.804503 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (33ea6470-5268-4107-bf40-92eb6c3de91f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.830944 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:29.844098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ea6470-5268-4107-bf40-92eb6c3de91f,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:29.862432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993d15-5319-42db-966b-43675bb49665 req-6f6fc601-d6b9-4922-9355-a3c3c54636af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:29.870938 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e993d15-5319-42db-966b-43675bb49665 req-6f6fc601-d6b9-4922-9355-a3c3c54636af tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.1091733 May 27 15:19:29.874688 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.878648 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-74e86902-d5de-4bfa-b985-90855c0cf77b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3191857 May 27 15:19:29.880967 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49592) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:19:29.889355 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'security_group_rule': {'security_group_id': '6007777f-3926-49a9-bc8e-470031fa1bd7', 'project_id': '67116cdacaa846138f7835ac5f53b863', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:29.922134 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Project 67116cdacaa846138f7835ac5f53b863 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 15:19:29.931960 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (4a4e0280-6d5f-4f5b-9a69-7c3277228977), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.962190 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Publish callbacks [] for port (693c19bf-8d46-49d6-be75-c357be450994), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:29.966560 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e993d15-5319-42db-966b-43675bb49665 req-ff4747d8-11c2-4139-baaf-8f4dfe960418 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863097 May 27 15:19:29.971224 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (693c19bf-8d46-49d6-be75-c357be450994), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.021359 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (4a4e0280-6d5f-4f5b-9a69-7c3277228977), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.027614 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (4a4e0280-6d5f-4f5b-9a69-7c3277228977), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.045491 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.060351 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4e0280-6d5f-4f5b-9a69-7c3277228977,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:30.089969 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d7bb-2adf-4a17-a9eb-d0e3174f4d50 None None] Pushing event updated for resources: {'Port': ['ID=693c19bf-8d46-49d6-be75-c357be450994,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:30.098529 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.120108 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d9c7a6dc-a24f-46d8-81df-579527fa81b5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2210155 May 27 15:19:30.150603 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:30.163685 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:30.207248 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Attempting to bind port 693c19bf-8d46-49d6-be75-c357be450994 on host dv-cinder-842541-3-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:30.209948 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Attempting to bind port 693c19bf-8d46-49d6-be75-c357be450994 by drivers openvswitch,hyperv on host dv-cinder-842541-3-iscsi at level 0 using segments [{'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:30.210678 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Attempting to bind port 693c19bf-8d46-49d6-be75-c357be450994 on network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:30.221041 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Checking agent: {'id': '0d0431c9-0fec-4c6b-83c6-646a1ce18b79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 3, 20), 'started_at': datetime.datetime(2022, 5, 27, 15, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:30.221763 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Checking segment: {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:30.239761 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.239761 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Bound using segment: {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:30.239761 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Bound port: 693c19bf-8d46-49d6-be75-c357be450994, host: dv-cinder-842541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2a9dc3-d11f-436f-a545-e59cf771e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:30.239761 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (693c19bf-8d46-49d6-be75-c357be450994), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.245645 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69ff1-1380-42c0-8319-41fc7e861cc8 req-507b29dc-ab1d-4b16-adc4-7b6e8aae7401 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:30.273103 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-72e69ff1-1380-42c0-8319-41fc7e861cc8 req-507b29dc-ab1d-4b16-adc4-7b6e8aae7401 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1363866 May 27 15:19:30.398290 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-72e69ff1-1380-42c0-8319-41fc7e861cc8 req-c306abc6-a4cf-498b-bdd1-20aacc5a923a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229811 May 27 15:19:30.529121 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] For port 693c19bf-8d46-49d6-be75-c357be450994, host dv-cinder-842541-3-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:30.536868 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c293f9c4-199e-45e8-8294-41d1934f2f20 None None] Provisioning complete for port 693c19bf-8d46-49d6-be75-c357be450994 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:30.537435 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c293f9c4-199e-45e8-8294-41d1934f2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (693c19bf-8d46-49d6-be75-c357be450994), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.582618 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c293f9c4-199e-45e8-8294-41d1934f2f20 None None] Port 693c19bf-8d46-49d6-be75-c357be450994 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:30.588627 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] For port 693c19bf-8d46-49d6-be75-c357be450994, host dv-cinder-842541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=693c19bf-8d46-49d6-be75-c357be450994,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:30.596225 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (693c19bf-8d46-49d6-be75-c357be450994), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:30.623301 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:30.674981 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Routers {'f0796ada-072e-4a99-bd2e-d66bf0a8edbb'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:19:30.675625 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:30.679973 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d7bb-2adf-4a17-a9eb-d0e3174f4d50 None None] Pushing event updated for resources: {'Port': ['ID=693c19bf-8d46-49d6-be75-c357be450994,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:30.885288 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] Set router f0796ada-072e-4a99-bd2e-d66bf0a8edbb gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:19:31.154219 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] Provisioning complete for port 693c19bf-8d46-49d6-be75-c357be450994 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:31.155053 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (693c19bf-8d46-49d6-be75-c357be450994), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:31.197710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66ef5e-5c92-4618-8c20-3ba46ad17ed5 req-f42e8c77-fb71-484b-9143-ee92d2c2559c tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:31.208681 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c66ef5e-5c92-4618-8c20-3ba46ad17ed5 req-f42e8c77-fb71-484b-9143-ee92d2c2559c tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0932999 May 27 15:19:31.304662 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:19:26Z', 'revision_number': 4, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '693c19bf-8d46-49d6-be75-c357be450994', 'name': '', 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'mac_address': 'fa:16:3e:75:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '7ee38d1a-0a28-444c-b152-d754f45e61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:25Z', 'updated_at': '2022-05-27T15:19:30Z', 'revision_number': 4, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'subnets': [{'id': '7ee38d1a-0a28-444c-b152-d754f45e61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:19:31.307297 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c66ef5e-5c92-4618-8c20-3ba46ad17ed5 req-2a175f3b-58eb-418d-a95b-0c813418d67f tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971766 May 27 15:19:31.362748 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1deae34-645f-4750-afe8-39aebea0c6e0 None None] The sync data for ids ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'] in dv-cinder-842541-3-iscsi is: [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:19:26Z', 'revision_number': 4, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '693c19bf-8d46-49d6-be75-c357be450994', 'name': '', 'network_id': '9d94ff3d-abbb-4221-91e5-e806ce6a64d7', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'mac_address': 'fa:16:3e:75:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '7ee38d1a-0a28-444c-b152-d754f45e61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:25Z', 'updated_at': '2022-05-27T15:19:30Z', 'revision_number': 4, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'subnets': [{'id': '7ee38d1a-0a28-444c-b152-d754f45e61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:19:31.409449 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] Current status of the port 693c19bf-8d46-49d6-be75-c357be450994 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:31.409849 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (693c19bf-8d46-49d6-be75-c357be450994), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:31.513731 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] For port 693c19bf-8d46-49d6-be75-c357be450994, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=693c19bf-8d46-49d6-be75-c357be450994,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:31.520702 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (693c19bf-8d46-49d6-be75-c357be450994), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:31.572040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f02c-1153-41c9-aa2b-98a7d980318c req-3fa98941-5e3c-43ad-bd23-8ca7fa4e042e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:31.573734 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fe9f02c-1153-41c9-aa2b-98a7d980318c req-3fa98941-5e3c-43ad-bd23-8ca7fa4e042e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0546889 May 27 15:19:31.580308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e4c30-37d8-4ea0-9d79-c3e3c5adcddb None None] Pushing event updated for resources: {'Port': ['ID=693c19bf-8d46-49d6-be75-c357be450994,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:31.622317 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:31.641075 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fe9f02c-1153-41c9-aa2b-98a7d980318c req-546c4124-bf21-41f3-adb5-60f54c227674 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602007 May 27 15:19:32.255568 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-95e45e9c-1a87-4c17-bb2b-15f12aa3f132 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:32.257253 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-95e45e9c-1a87-4c17-bb2b-15f12aa3f132 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0493166 May 27 15:19:32.358887 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Deleting port 02bf099e-c728-4741-8d09-1373eff74fb3 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:19:32.359228 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:32.486916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8574-5d16-4a79-a96e-8353f582b910 req-a4744f79-8750-423b-81a9-9ad5419ec826 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:32.488296 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06bb8574-5d16-4a79-a96e-8353f582b910 req-a4744f79-8750-423b-81a9-9ad5419ec826 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=59193668-f146-4b44-81d1-df1dde4fbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0711877 May 27 15:19:32.496858 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] For port 02bf099e-c728-4741-8d09-1373eff74fb3, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=02bf099e-c728-4741-8d09-1373eff74fb3,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:32.497225 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:32.522786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Calling delete_port for 02bf099e-c728-4741-8d09-1373eff74fb3 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:19:32.587926 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06bb8574-5d16-4a79-a96e-8353f582b910 req-d3dc47d2-a2bd-4bcd-a684-5b31d96f8ec0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934649 May 27 15:19:32.683268 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (02bf099e-c728-4741-8d09-1373eff74fb3), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:32.724310 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Pushing event deleted for resources: {'Port': ['ID=02bf099e-c728-4741-8d09-1373eff74fb3,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:32.796130 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] No DVR routers for this DVR port 02bf099e-c728-4741-8d09-1373eff74fb3 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:19:32.801606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:32.804925 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aacbe73d-4443-4ab3-860b-c3f6d6490e6f req-9c0f2b0b-1aa9-49fe-9763-39c01b7ddfc7 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "DELETE /v2.0/ports/02bf099e-c728-4741-8d09-1373eff74fb3 HTTP/1.1" status: 204 len: 173 time: 0.5401835 May 27 15:19:32.805391 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'name': 'network-vif-deleted', 'tag': '02bf099e-c728-4741-8d09-1373eff74fb3'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:32.807608 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc3667-2822-4408-a86f-d35bf6a8c51e" -d '{"events": [{"server_uuid": "59193668-f146-4b44-81d1-df1dde4fbfd7", "name": "network-vif-deleted", "tag": "02bf099e-c728-4741-8d09-1373eff74fb3"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:32.812118 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:32.824740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a49a77-c964-433e-8260-02460dc1dfdb req-1d0e8aaf-7635-44ed-8ca4-f4887a90fbfd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:32.826415 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-97a49a77-c964-433e-8260-02460dc1dfdb req-1d0e8aaf-7635-44ed-8ca4-f4887a90fbfd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.1034329 May 27 15:19:33.107754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4606dd5b-9cbb-4352-bd32-37e639ca3493 x-openstack-request-id: req-4606dd5b-9cbb-4352-bd32-37e639ca3493 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:33.108027 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59193668-f146-4b44-81d1-df1dde4fbfd7", "name": "network-vif-deleted", "tag": "02bf099e-c728-4741-8d09-1373eff74fb3", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:33.108275 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4606dd5b-9cbb-4352-bd32-37e639ca3493 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:33.108688 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4606dd5b-9cbb-4352-bd32-37e639ca3493'] response: {'server_uuid': '59193668-f146-4b44-81d1-df1dde4fbfd7', 'name': 'network-vif-deleted', 'tag': '02bf099e-c728-4741-8d09-1373eff74fb3', 'status': 'completed', 'code': 200} May 27 15:19:33.137325 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-97a49a77-c964-433e-8260-02460dc1dfdb req-ec7732ea-8b70-4113-a6d5-8e5630078a3c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037441 May 27 15:19:33.352069 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 693c19bf-8d46-49d6-be75-c357be450994 up at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:33.399730 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Provisioning complete for port 693c19bf-8d46-49d6-be75-c357be450994 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:33.400167 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (693c19bf-8d46-49d6-be75-c357be450994), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:33.483376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Current status of the port 693c19bf-8d46-49d6-be75-c357be450994 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:33.904277 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-2854bf50-ea13-407e-8828-7bae084e229d tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:33.905630 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-2854bf50-ea13-407e-8828-7bae084e229d tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/networks?id=213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 200 len: 808 time: 0.1025403 May 27 15:19:33.921333 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-96eb5bb5-3882-4a3b-a8a2-ad38c30e82fc tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/quotas/ca5780630fe8464a99e6afe51c9bd3e0 HTTP/1.1" status: 200 len: 375 time: 0.0094974 May 27 15:19:33.959258 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-fcf2fb1a-f618-4911-a656-984abebcc8c2 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320830 May 27 15:19:34.053842 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-12f54486-76f7-494e-8f52-b40a79171cd7 service neutron] 10.222.0.41 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 May 27 15:19:34.150838 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-62668597-d29d-442b-89bf-733cd9da8dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912578 May 27 15:19:34.235595 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:34.282752 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684867-1642-4364-b40b-f92f7ccf9ab1 req-3ce05157-16e7-44a3-8b57-427a0f17d2ee tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:34.295224 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6684867-1642-4364-b40b-f92f7ccf9ab1 req-3ce05157-16e7-44a3-8b57-427a0f17d2ee tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0672586 May 27 15:19:34.338710 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1fbae38e-729a-4393-8e2c-0da7943a7d6c req-36be8d9b-3e90-4854-b8f2-e44a81af1417 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 210 time: 0.0317175 May 27 15:19:34.369191 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6684867-1642-4364-b40b-f92f7ccf9ab1 req-0b9aa4a7-6f91-49bf-b4b7-6ee28bc2af66 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778975 May 27 15:19:34.635577 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 02bf099e-c728-4741-8d09-1373eff74fb3 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:19:34.655806 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 02bf099e-c728-4741-8d09-1373eff74fb3 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:19:34.656389 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 02bf099e-c728-4741-8d09-1373eff74fb3 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:19:35.276225 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-f9b2163e-4e36-46db-9c81-5e094550229e tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:35.277749 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-f9b2163e-4e36-46db-9c81-5e094550229e tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "GET /v2.0/networks?id=213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 200 len: 808 time: 0.1104834 May 27 15:19:35.291711 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Request body: {'port': {'device_id': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b', 'admin_state_up': True, 'tenant_id': 'ca5780630fe8464a99e6afe51c9bd3e0'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:35.412696 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Made reservation on behalf of ca5780630fe8464a99e6afe51c9bd3e0 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:35.416206 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:35.469882 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-700bff04-c1d3-4d8a-8ab2-389dd191abff req-c54b3e4f-dfd0-49ff-9bfe-e5296209ed51 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 210 time: 0.0497835 May 27 15:19:35.551314 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14eeaa-0720-4faa-a814-ca36f8aafcc6 req-3b1a6d89-1172-4ead-af74-3cbcc831a374 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:35.552744 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7b14eeaa-0720-4faa-a814-ca36f8aafcc6 req-3b1a6d89-1172-4ead-af74-3cbcc831a374 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0979421 May 27 15:19:35.650784 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7b14eeaa-0720-4faa-a814-ca36f8aafcc6 req-d174ddaf-1126-4b22-a7b5-1e710be6d39e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918436 May 27 15:19:35.651885 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Allocated IP 172.20.0.14 (213aea26-8a43-4bbb-8b1f-a6f47a97721b/a4563c4e-03bd-48e5-9931-99bd003b0b97/c51ad7a3-bf83-47f9-9860-aa5a15b5d118) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:35.663368 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:35.810127 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks [] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:35.843300 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:35.893208 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Network 213aea26-8a43-4bbb-8b1f-a6f47a97721b is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:35.898411 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:35.902211 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:35.926621 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Pushing event updated for resources: {'Port': ['ID=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:35.955351 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:35.955960 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:35.959234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:35.973852 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-5b74b576-6f5a-4374-aa2b-f9b225c88700 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6875417 May 27 15:19:35.984617 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Request body: {'port': {'device_id': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:36.050355 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:36.349470 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51ad7a3-bf83-47f9-9860-aa5a15b5d118 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:19:36.357123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Publish callbacks [] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:36.370914 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Transition to ACTIVE for port object c51ad7a3-bf83-47f9-9860-aa5a15b5d118 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:19:36.382629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:36.435768 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Pushing event updated for resources: {'Port': ['ID=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:36.499016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:36.510502 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Attempting to bind port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:36.510838 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Attempting to bind port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:36.511127 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Attempting to bind port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 on network 213aea26-8a43-4bbb-8b1f-a6f47a97721b {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:36.516750 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 on network 213aea26-8a43-4bbb-8b1f-a6f47a97721b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:19:36.517274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Attempting to bind port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 on network 213aea26-8a43-4bbb-8b1f-a6f47a97721b {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:36.523062 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:36.523369 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Checking segment: {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:36.523744 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Bound using segment: {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:36.524163 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Bound port: c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450d9071-13bd-4d1b-9179-4e484df02eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:36.524542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:36.627702 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a7c0-db1f-486a-be8f-bd6bb2831311 req-9af0f999-8c12-4d1c-b117-68181081a05c tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:36.629323 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2b69a7c0-db1f-486a-be8f-bd6bb2831311 req-9af0f999-8c12-4d1c-b117-68181081a05c tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 944 time: 0.0850792 May 27 15:19:36.636599 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] For port c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:36.640386 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] For port c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:36.658463 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:36.710298 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:36.710920 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:36.712273 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] 10.222.0.40 "PUT /v2.0/ports/c51ad7a3-bf83-47f9-9860-aa5a15b5d118 HTTP/1.1" status: 200 len: 1094 time: 0.7317145 May 27 15:19:36.715257 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'tag': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:36.717509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707938b-875c-4005-a385-62132df6e1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "54db1443-32b7-4aa1-91c9-c540abf73d26", "tag": "c51ad7a3-bf83-47f9-9860-aa5a15b5d118"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:36.731986 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2b69a7c0-db1f-486a-be8f-bd6bb2831311 req-d1e901f5-748c-4907-886d-3669d3cbd4a0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966578 May 27 15:19:36.787765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91935065-729c-4798-a51e-0dbc70b6156f service neutron] Pushing event updated for resources: {'Port': ['ID=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:36.794296 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e2d67-40e3-4db5-ac7e-e031848203f9 x-openstack-request-id: req-115e2d67-40e3-4db5-ac7e-e031848203f9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:36.794594 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54db1443-32b7-4aa1-91c9-c540abf73d26", "tag": "c51ad7a3-bf83-47f9-9860-aa5a15b5d118", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:36.794816 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-115e2d67-40e3-4db5-ac7e-e031848203f9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:36.795190 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115e2d67-40e3-4db5-ac7e-e031848203f9'] response: {'name': 'network-changed', 'server_uuid': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'tag': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118', 'status': 'completed', 'code': 200} May 27 15:19:36.814391 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:36.835639 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be013f97-6013-45d3-bc1d-d007e844b730 req-f0227740-ed44-4315-86e6-ec1a788e5f54 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:36.837198 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-be013f97-6013-45d3-bc1d-d007e844b730 req-f0227740-ed44-4315-86e6-ec1a788e5f54 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0996132 May 27 15:19:36.838687 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-2679b957-6b43-4395-9a2d-b3928721bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:36.840024 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-2679b957-6b43-4395-9a2d-b3928721bb80 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 1128 time: 0.0784423 May 27 15:19:36.894379 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-f157da40-cd6b-4007-9ff5-ac9e84f69717 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118 HTTP/1.1" status: 200 len: 217 time: 0.0436742 May 27 15:19:36.964613 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-be013f97-6013-45d3-bc1d-d007e844b730 req-954dc74d-ccad-407f-b90a-fbd03f85aa4d tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215925 May 27 15:19:36.975476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d449-0b19-4401-80dc-8a5b077c038d req-e7b0ac29-e327-4365-9c71-e2eeab76d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:36.976909 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-e7b0ac29-e327-4365-9c71-e2eeab76d0d3 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a4563c4e-03bd-48e5-9931-99bd003b0b97 HTTP/1.1" status: 200 len: 848 time: 0.0733435 May 27 15:19:37.011611 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-be1f9d4a-c666-43c6-8fc4-78ce4e1259c6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=213aea26-8a43-4bbb-8b1f-a6f47a97721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288074 May 27 15:19:37.107380 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-14947fb8-6b11-4ee6-ac6f-eb280bf08bc0 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891917 May 27 15:19:37.197753 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2930d449-0b19-4401-80dc-8a5b077c038d req-f0f4695c-19cd-4179-975e-96dd0ada10b5 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 May 27 15:19:37.850205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549fcdd-bc6f-4854-882c-374228f70e39 req-8f8260e2-49d4-4b7f-925d-4f9ef36ca12a tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:37.851808 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7549fcdd-bc6f-4854-882c-374228f70e39 req-8f8260e2-49d4-4b7f-925d-4f9ef36ca12a tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 944 time: 0.0483625 May 27 15:19:37.903996 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7549fcdd-bc6f-4854-882c-374228f70e39 req-c3c391d6-47aa-43cd-85f2-bf173a5185e1 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462582 May 27 15:19:38.084279 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252667b-4009-42c3-b2a4-184c4d890306 req-642a476e-93f1-455e-8576-a87c80268953 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:38.085771 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0252667b-4009-42c3-b2a4-184c4d890306 req-642a476e-93f1-455e-8576-a87c80268953 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0467417 May 27 15:19:38.136539 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0252667b-4009-42c3-b2a4-184c4d890306 req-8359310f-5937-4efd-bd44-3ac31d1f9fc5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 May 27 15:19:38.660826 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c51ad7a3-bf83-47f9-9860-aa5a15b5d118 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:19:38.763712 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:38.775509 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118', 'network_id': '213aea26-8a43-4bbb-8b1f-a6f47a97721b', 'port_id': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118', 'mac_address': 'fa:16:3e:41:5c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4563c4e-03bd-48e5-9931-99bd003b0b97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:19:38.810015 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:38.810395 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:38.821970 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=100 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:38.826063 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51ad7a3-bf83-47f9-9860-aa5a15b5d118 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:19:38.843445 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707938b-875c-4005-a385-62132df6e1b8 req-c47d6a7f-d754-406f-9b0b-5762c38d72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:38.845257 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-c47d6a7f-d754-406f-9b0b-5762c38d72b6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 1128 time: 0.0435271 May 27 15:19:38.848067 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:38.852095 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:38.907943 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:38.913570 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.913842 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.914175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.914505 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.914826 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.915145 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.915462 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.915775 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.916088 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.916402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.916742 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.917055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.917366 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.917675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.918233 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:19:38.941334 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707938b-875c-4005-a385-62132df6e1b8 req-c59bd821-8378-4f39-9f55-eb1ead7f147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:38.942774 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-c59bd821-8378-4f39-9f55-eb1ead7f147e service neutron] 10.222.0.40 "GET /v2.0/networks?id=213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 200 len: 909 time: 0.0912440 May 27 15:19:38.986634 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-bd7b48c4-36bb-4c0d-bf0b-79e76f4441f1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118 HTTP/1.1" status: 200 len: 217 time: 0.0362000 May 27 15:19:39.021953 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:39.070312 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055e32c-2252-464d-b0e2-c947cf353ebe req-fc6851b5-ff1e-4190-9242-967d55e6ff23 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:39.071792 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a055e32c-2252-464d-b0e2-c947cf353ebe req-fc6851b5-ff1e-4190-9242-967d55e6ff23 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 945 time: 0.0887618 May 27 15:19:39.085871 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707938b-875c-4005-a385-62132df6e1b8 req-17ba0e58-4a02-4082-8516-7e9b1a71baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:39.092263 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-17ba0e58-4a02-4082-8516-7e9b1a71baef service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a4563c4e-03bd-48e5-9931-99bd003b0b97 HTTP/1.1" status: 200 len: 848 time: 0.0903885 May 27 15:19:39.100707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['c51ad7a3-bf83-47f9-9860-aa5a15b5d118'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:19:39.141396 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-6a4e9aa2-fcc5-4e3a-a1ca-51e5dde89aa3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=213aea26-8a43-4bbb-8b1f-a6f47a97721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444067 May 27 15:19:39.197258 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a055e32c-2252-464d-b0e2-c947cf353ebe req-58329fd1-bca3-4afd-a502-076a24f1e816 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186545 May 27 15:19:39.307295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dcdb3-8267-476d-9aeb-32c67c07b735 req-2d1fffdb-d37e-43e6-8e74-3d894ecf8097 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:39.308935 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e86dcdb3-8267-476d-9aeb-32c67c07b735 req-2d1fffdb-d37e-43e6-8e74-3d894ecf8097 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0672724 May 27 15:19:39.343437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-7f96b89e-6a6f-4443-80a8-fb02e0ad0867 service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930029 May 27 15:19:39.352966 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:39.398235 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e86dcdb3-8267-476d-9aeb-32c67c07b735 req-8ad158a2-5654-479f-9cea-a3ce3f8c6e3c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809126 May 27 15:19:39.461835 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f707938b-875c-4005-a385-62132df6e1b8 req-bec0b1ef-fdbe-407d-9d9b-d8ae5bc76b1f service neutron] 10.222.0.40 "GET /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047144 May 27 15:19:40.059718 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=14,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:40.060663 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=29,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:40.354684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad38a-541a-47d1-9dee-142459f98503 req-3bf51e34-6e3c-4e6a-91bd-6d4ac29be1a9 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:40.356357 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6edad38a-541a-47d1-9dee-142459f98503 req-3bf51e34-6e3c-4e6a-91bd-6d4ac29be1a9 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 945 time: 0.0474942 May 27 15:19:40.388141 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:19:40.407828 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6edad38a-541a-47d1-9dee-142459f98503 req-e9aa4adf-aab4-4733-84b6-f7ce4ff33cf0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 May 27 15:19:40.519879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9966bd-6518-40b2-8c67-63c81945f880 req-0a22f823-caaa-401a-a3c7-92b62cb0755c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:40.521364 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d9966bd-6518-40b2-8c67-63c81945f880 req-0a22f823-caaa-401a-a3c7-92b62cb0755c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 943 time: 0.0502627 May 27 15:19:40.571813 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d9966bd-6518-40b2-8c67-63c81945f880 req-7e9e0661-7d73-4e66-8e9e-2d45fd9ead6a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446136 May 27 15:19:40.663138 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:19:40.667293 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c51ad7a3-bf83-47f9-9860-aa5a15b5d118 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:40.711859 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:40.722329 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:40.751946 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:19:40.784363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:40.784808 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:40.842344 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:40.857790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '3d45f8fd-c388-4bad-9229-622e4309da14', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'port_id': '3d45f8fd-c388-4bad-9229-622e4309da14', 'mac_address': 'fa:16:3e:3b:78:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:19:40.918566 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:40.918864 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:40.920621 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:40.920985 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:40.946068 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d45f8fd-c388-4bad-9229-622e4309da14 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:19:40.957542 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:40.959749 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d32d17c-1b7c-4abb-acf6-e3d10d8c7548" -d '{"events": [{"server_uuid": "54db1443-32b7-4aa1-91c9-c540abf73d26", "name": "network-vif-plugged", "status": "completed", "tag": "c51ad7a3-bf83-47f9-9860-aa5a15b5d118"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:40.983170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:40.986206 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:40.988608 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:40.993231 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:41.145434 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d309d6a-22a6-495e-903d-7efe411537c6 x-openstack-request-id: req-5d309d6a-22a6-495e-903d-7efe411537c6 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:41.145707 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db1443-32b7-4aa1-91c9-c540abf73d26", "name": "network-vif-plugged", "status": "completed", "tag": "c51ad7a3-bf83-47f9-9860-aa5a15b5d118", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:41.145952 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d309d6a-22a6-495e-903d-7efe411537c6 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:41.146340 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d309d6a-22a6-495e-903d-7efe411537c6'] response: {'server_uuid': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118', 'code': 200} May 27 15:19:41.174721 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:41.186893 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82273e55-e43c-4121-a3a6-354c357cd12c req-8e7536be-2c21-420e-aca5-310b1b549e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:41.189373 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-82273e55-e43c-4121-a3a6-354c357cd12c req-8e7536be-2c21-420e-aca5-310b1b549e13 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 1130 time: 0.0417778 May 27 15:19:41.221251 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=9']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:41.234592 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-82273e55-e43c-4121-a3a6-354c357cd12c req-99eb9ddf-f4d7-45e1-9317-92f927127aba service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 May 27 15:19:41.263787 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['3d45f8fd-c388-4bad-9229-622e4309da14'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:19:41.479960 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:41.520956 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e441e04-52b7-450d-b430-4d882b216383 req-b769e556-a972-49e4-8f6b-9a0c01d154bf tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:41.522417 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8e441e04-52b7-450d-b430-4d882b216383 req-b769e556-a972-49e4-8f6b-9a0c01d154bf tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.0466194 May 27 15:19:41.573646 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8e441e04-52b7-450d-b430-4d882b216383 req-c8fb3480-899f-424b-8e58-f4cc6f0090d0 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 May 27 15:19:41.694014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68ca-9987-4c5f-9b8c-0d8c469bf64d req-f2b1f11b-7464-41e5-816c-3e7489c756d2 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:41.695373 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a56a68ca-9987-4c5f-9b8c-0d8c469bf64d req-f2b1f11b-7464-41e5-816c-3e7489c756d2 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 944 time: 0.0473289 May 27 15:19:41.743955 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a56a68ca-9987-4c5f-9b8c-0d8c469bf64d req-4dd5cac0-0163-4f95-b034-5a14c7696dad tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 May 27 15:19:42.662856 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:19:42.687807 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0a1d-0707-4b1a-856a-85e5fc77539b req-dda13526-ee9e-4f8c-acbf-4e0085e5b9cb tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:42.690514 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f90f0a1d-0707-4b1a-856a-85e5fc77539b req-dda13526-ee9e-4f8c-acbf-4e0085e5b9cb tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.0501447 May 27 15:19:42.710337 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 3d45f8fd-c388-4bad-9229-622e4309da14 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:42.710708 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:42.740946 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f90f0a1d-0707-4b1a-856a-85e5fc77539b req-ded725ba-355f-4df5-9649-fc1318f52e51 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 May 27 15:19:42.784085 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 3d45f8fd-c388-4bad-9229-622e4309da14 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:19:42.784495 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:42.792335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:42.823380 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:42.827985 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:42.879160 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40be31-eddf-4a44-a829-655cda434b5d req-0ed88db4-8431-4da5-bbae-de29f915181a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:42.880696 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b40be31-eddf-4a44-a829-655cda434b5d req-0ed88db4-8431-4da5-bbae-de29f915181a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0589602 May 27 15:19:42.880836 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=10']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:42.915122 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:42.932387 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b40be31-eddf-4a44-a829-655cda434b5d req-b89d96e1-547d-4a3e-abd4-81f3f83b2d83 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 May 27 15:19:43.147595 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:43.149847 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db269bd-41ea-4585-9930-5cae65f0eafc" -d '{"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-plugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:43.185133 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3587929d-94ed-4162-813f-61796e744db2 x-openstack-request-id: req-3587929d-94ed-4162-813f-61796e744db2 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:43.185422 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-plugged", "status": "completed", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:43.185673 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3587929d-94ed-4162-813f-61796e744db2 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:43.186070 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3587929d-94ed-4162-813f-61796e744db2'] response: {'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'code': 200} May 27 15:19:43.588398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5f416cf7-b9be-4fd9-bb78-1a8b086390d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:43.657997 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8decba-6e73-427b-8944-4ff331406d57 req-ac8a79d5-cea5-407e-84d6-adeb75dd4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:43.659468 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac8decba-6e73-427b-8944-4ff331406d57 req-ac8a79d5-cea5-407e-84d6-adeb75dd4f4d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1130 time: 0.0392575 May 27 15:19:43.705707 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac8decba-6e73-427b-8944-4ff331406d57 req-bec1d0cb-5c4b-4e60-8193-229ec38d232c service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 May 27 15:19:43.858743 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f8c5-3e79-4bd8-a504-5777fa83936a req-4f15a96e-f311-461d-9327-22f4381799e3 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:43.860348 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5144f8c5-3e79-4bd8-a504-5777fa83936a req-4f15a96e-f311-461d-9327-22f4381799e3 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.0508626 May 27 15:19:43.907136 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5144f8c5-3e79-4bd8-a504-5777fa83936a req-e7fad81e-f68b-4213-a523-4e5e4fc7623d tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410366 May 27 15:19:44.054395 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08936f3-c155-4470-810f-c83ccc072bbc req-b9711df3-9c1f-45f4-8943-74b33e8ddb6f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:44.055846 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c08936f3-c155-4470-810f-c83ccc072bbc req-b9711df3-9c1f-45f4-8943-74b33e8ddb6f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0480435 May 27 15:19:44.081999 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:44.107863 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c08936f3-c155-4470-810f-c83ccc072bbc req-189afece-a360-47ad-a561-52650df9f53c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 May 27 15:19:44.568807 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c37b00-5477-4fd6-b3cc-95a8d00bf6f5 req-c3a90b6d-6fbf-4208-9497-c53b6d22f8fd tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:44.570238 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80c37b00-5477-4fd6-b3cc-95a8d00bf6f5 req-c3a90b6d-6fbf-4208-9497-c53b6d22f8fd tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.0465236 May 27 15:19:44.621087 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80c37b00-5477-4fd6-b3cc-95a8d00bf6f5 req-0784d24b-8f19-407d-831a-8dd7c88ceadd tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 May 27 15:19:45.230385 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201e4fb-87cc-4d54-9826-26cc96d60135 req-b7b4e215-0e11-418a-9686-f7730f1343da tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:45.231882 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5201e4fb-87cc-4d54-9826-26cc96d60135 req-b7b4e215-0e11-418a-9686-f7730f1343da tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0472775 May 27 15:19:45.279531 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5201e4fb-87cc-4d54-9826-26cc96d60135 req-a52e4856-28f7-453e-a1e7-e3028b419c0c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 May 27 15:19:45.737647 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117fd1-76d6-4554-a2b1-7bcc6321d888 req-11953c5b-dcce-4817-b36f-34c66860ed22 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:45.739101 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-82117fd1-76d6-4554-a2b1-7bcc6321d888 req-11953c5b-dcce-4817-b36f-34c66860ed22 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.0479689 May 27 15:19:45.787262 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-82117fd1-76d6-4554-a2b1-7bcc6321d888 req-5677350a-34b0-40b5-b1ed-b1c5e40d626f tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 May 27 15:19:45.867474 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c31b5c90-b62a-4bd1-a0d3-08418c3aed16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:46.092045 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-6fa9cfe7-6449-4dc3-9e78-306229dbe99b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722843886&fields=id&tenant_id=67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 267 time: 0.0510199 May 27 15:19:46.203189 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-13848c05-cff2-4cef-a8f4-c6946e6d7fc6 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:46.205199 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-13848c05-cff2-4cef-a8f4-c6946e6d7fc6 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 811 time: 0.1054463 May 27 15:19:46.221417 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-15f03e62-dca9-465f-a80a-ab46b141c13b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/quotas/67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 375 time: 0.0103934 May 27 15:19:46.273627 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-6d98b3b5-ca1e-442b-b8c9-ca887bc700d0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464025 May 27 15:19:46.431258 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e617a-ae30-4b38-9fd3-baf0ff086409 req-5099aaad-b7e6-40ba-b045-11aa4deaa669 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:46.432759 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cb9e617a-ae30-4b38-9fd3-baf0ff086409 req-5099aaad-b7e6-40ba-b045-11aa4deaa669 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0739925 May 27 15:19:46.450193 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-6b1cbc02-8ea5-4352-b387-1ec7106b3d0c service neutron] 10.222.0.41 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610730 May 27 15:19:46.508683 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:46.515004 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5a5f7238-912a-48ca-8f59-c1876e37dd49 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:46.517087 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5a5f7238-912a-48ca-8f59-c1876e37dd49 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.1056483 May 27 15:19:46.608751 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cb9e617a-ae30-4b38-9fd3-baf0ff086409 req-e3ea46ac-d4fb-405f-8646-40b08a9a1c0d tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575351 May 27 15:19:46.635295 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-3d3f7219-bb18-4905-b991-06ca3e4021d7 service neutron] 10.222.0.41 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774554 May 27 15:19:46.674600 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Deleting port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:19:46.674945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:46.756295 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:46.768948 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] For port c51ad7a3-bf83-47f9-9860-aa5a15b5d118, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,segment=NetworkSegment(450d9071-13bd-4d1b-9179-4e484df02eeb),segment_id=450d9071-13bd-4d1b-9179-4e484df02eeb)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:19:46.769311 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:46.783383 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Calling delete_port for c51ad7a3-bf83-47f9-9860-aa5a15b5d118 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:19:46.949747 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f93de4b6-6717-4188-8a9b-53fc68f528a1 req-646dc946-3480-4eef-9476-995488d69e9d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 210 time: 0.0372963 May 27 15:19:47.258759 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (c51ad7a3-bf83-47f9-9860-aa5a15b5d118), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:47.271344 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['c51ad7a3-bf83-47f9-9860-aa5a15b5d118'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:19:47.272526 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de291d18-59f2-4665-a266-5dfdda06bb1d req-c23d1c8a-cc6c-41b1-b89d-adf3c0a0bf02 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:47.273986 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de291d18-59f2-4665-a266-5dfdda06bb1d req-c23d1c8a-cc6c-41b1-b89d-adf3c0a0bf02 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db1443-32b7-4aa1-91c9-c540abf73d26 HTTP/1.1" status: 200 len: 946 time: 0.3293362 May 27 15:19:47.296489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Pushing event deleted for resources: {'Port': ['ID=c51ad7a3-bf83-47f9-9860-aa5a15b5d118,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:47.337652 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:47.363717 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] No DVR routers for this DVR port c51ad7a3-bf83-47f9-9860-aa5a15b5d118 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:19:47.368305 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:47.371504 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06f50545-cb27-4f59-98cb-c3edb2cecdd3 req-5e4ce6cf-5c8e-429d-ac0d-e22d99f996f5 tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.40 "DELETE /v2.0/ports/c51ad7a3-bf83-47f9-9860-aa5a15b5d118 HTTP/1.1" status: 204 len: 173 time: 0.8480484 May 27 15:19:47.371929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'name': 'network-vif-deleted', 'tag': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:47.374195 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15643d1-91e8-4596-9b0b-b42ecc5ba0e1" -d '{"events": [{"server_uuid": "54db1443-32b7-4aa1-91c9-c540abf73d26", "name": "network-vif-deleted", "tag": "c51ad7a3-bf83-47f9-9860-aa5a15b5d118"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:47.389077 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de291d18-59f2-4665-a266-5dfdda06bb1d req-9e922c20-5684-4793-b9d8-8e9d6b2f5dab tempest-VolumesActionsTest-82230912 tempest-VolumesActionsTest-82230912-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fcf468d-2471-4f22-a110-4215a931727d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959644 May 27 15:19:47.433659 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4460a3be-dad9-4b60-b99a-bb83636f37e8 x-openstack-request-id: req-4460a3be-dad9-4b60-b99a-bb83636f37e8 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:47.433950 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db1443-32b7-4aa1-91c9-c540abf73d26", "name": "network-vif-deleted", "tag": "c51ad7a3-bf83-47f9-9860-aa5a15b5d118", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:47.434196 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4460a3be-dad9-4b60-b99a-bb83636f37e8 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:47.434584 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4460a3be-dad9-4b60-b99a-bb83636f37e8'] response: {'server_uuid': '54db1443-32b7-4aa1-91c9-c540abf73d26', 'name': 'network-vif-deleted', 'tag': 'c51ad7a3-bf83-47f9-9860-aa5a15b5d118', 'status': 'completed', 'code': 200} May 27 15:19:47.727159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a5ad7-ece3-49ff-9c52-56e505a47662 req-6257134a-a2ff-4877-85ae-7ec8d890ae35 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:47.728649 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-766a5ad7-ece3-49ff-9c52-56e505a47662 req-6257134a-a2ff-4877-85ae-7ec8d890ae35 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0486562 May 27 15:19:47.778214 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-766a5ad7-ece3-49ff-9c52-56e505a47662 req-6f667d4e-91a6-46ab-ab6c-dd1f499cee00 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 May 27 15:19:48.081785 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-88d02425-f9ce-48a6-bca7-33f6ae5b9d3d req-fc0c9417-10b0-43bd-80e4-98df6fcc7a9f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 210 time: 0.0499668 May 27 15:19:48.160153 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-addaea2f-ecea-4c87-8228-d1ccf133739b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:48.161621 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-addaea2f-ecea-4c87-8228-d1ccf133739b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 811 time: 0.1461680 May 27 15:19:48.223864 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-702c5802-b8ec-41fd-b061-b685ecd7dec4 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 380 time: 0.0542753 May 27 15:19:48.233313 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'port': {'device_id': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'admin_state_up': True, 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'security_groups': ['6007777f-3926-49a9-bc8e-470031fa1bd7']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:48.332119 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:48.340968 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Made reservation on behalf of 67116cdacaa846138f7835ac5f53b863 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:19:48.345425 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:48.424288 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:48.490859 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Allocated IP 172.20.0.6 (45fa6392-40e0-4a3e-b175-df35de1eff7e/cb67984f-6264-4f19-9dab-fdf2a25afb6e/8c356400-bf9a-47c2-a37f-8842fb2fb68f) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:19:48.498599 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:48.669008 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:48.705013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:48.747772 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:19:48.753097 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:19:48.757066 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:19:48.782516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=8c356400-bf9a-47c2-a37f-8842fb2fb68f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:48.811521 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:48.812162 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:48.829275 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-92c1c94b-cf30-411e-bad7-8c22582a6b04 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989935 May 27 15:19:48.842156 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Request body: {'port': {'device_id': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:19:48.914754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.074013 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-01fc0a9c-4986-4d97-9988-e2aacdb83465 None None] Provisioning complete for port 8c356400-bf9a-47c2-a37f-8842fb2fb68f triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:19:49.075187 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-01fc0a9c-4986-4d97-9988-e2aacdb83465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.114407 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-01fc0a9c-4986-4d97-9988-e2aacdb83465 None None] Port 8c356400-bf9a-47c2-a37f-8842fb2fb68f cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:19:49.225975 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556d4c-acfa-40e0-a1fc-99a606634261 req-1d3a3b7e-fab8-4d23-900e-7885261927f2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:49.227552 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5f556d4c-acfa-40e0-a1fc-99a606634261 req-1d3a3b7e-fab8-4d23-900e-7885261927f2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 931 time: 0.0716805 May 27 15:19:49.237031 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:49.318081 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c356400-bf9a-47c2-a37f-8842fb2fb68f {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:19:49.332089 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Publish callbacks [] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.346221 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5f556d4c-acfa-40e0-a1fc-99a606634261 req-0b8ebf5b-97fe-4393-8a88-c4f8504d8167 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120269 May 27 15:19:49.353638 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Transition to ACTIVE for port object 8c356400-bf9a-47c2-a37f-8842fb2fb68f will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:19:49.358113 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.366679 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:49.416977 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Pushing event updated for resources: {'Port': ['ID=8c356400-bf9a-47c2-a37f-8842fb2fb68f,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:49.499036 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Attempting to bind port 8c356400-bf9a-47c2-a37f-8842fb2fb68f on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:19:49.499378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Attempting to bind port 8c356400-bf9a-47c2-a37f-8842fb2fb68f by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:19:49.499710 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Attempting to bind port 8c356400-bf9a-47c2-a37f-8842fb2fb68f on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:49.505330 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Port 8c356400-bf9a-47c2-a37f-8842fb2fb68f on network 45fa6392-40e0-4a3e-b175-df35de1eff7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:19:49.505654 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Attempting to bind port 8c356400-bf9a-47c2-a37f-8842fb2fb68f on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:19:49.510915 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:19:49.511251 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Checking segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:19:49.511661 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Bound using segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:19:49.512085 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Bound port: 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:19:49.512493 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.576370 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] For port 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:19:49.579670 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] For port 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:19:49.585154 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.617743 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:49.618342 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:49.619715 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] 10.222.0.40 "PUT /v2.0/ports/8c356400-bf9a-47c2-a37f-8842fb2fb68f HTTP/1.1" status: 200 len: 1093 time: 0.7830005 May 27 15:19:49.620132 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:19:49.622329 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:19:49.647784 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61fcc-cf13-43c1-89fe-902f06828443 service neutron] Pushing event updated for resources: {'Port': ['ID=8c356400-bf9a-47c2-a37f-8842fb2fb68f,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:19:49.663233 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b2163-ada6-4a64-8676-37c2f1611e18 x-openstack-request-id: req-eb4b2163-ada6-4a64-8676-37c2f1611e18 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:19:49.663522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:19:49.663768 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb4b2163-ada6-4a64-8676-37c2f1611e18 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:19:49.664162 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4b2163-ada6-4a64-8676-37c2f1611e18'] response: {'name': 'network-changed', 'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'status': 'completed', 'code': 200} May 27 15:19:49.805941 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:19:50.382331 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=31 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:50.464221 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768440da-7ec8-42ba-96b3-4d252e1dc019 req-995a17bd-41f7-4636-9d76-592088332380 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:50.465683 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-768440da-7ec8-42ba-96b3-4d252e1dc019 req-995a17bd-41f7-4636-9d76-592088332380 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0508986 May 27 15:19:50.527355 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-768440da-7ec8-42ba-96b3-4d252e1dc019 req-33732b3e-7eeb-4516-8a2e-ca755d2cdd3e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546203 May 27 15:19:51.644214 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9fc09-4291-4f79-a53c-bcdb78f97ab7 req-fea32751-d741-48d5-8bea-0adc84e3bfcc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:51.645712 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43a9fc09-4291-4f79-a53c-bcdb78f97ab7 req-fea32751-d741-48d5-8bea-0adc84e3bfcc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0486770 May 27 15:19:51.695078 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43a9fc09-4291-4f79-a53c-bcdb78f97ab7 req-d968e836-c42b-4e0e-90f0-6a611244c92e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 May 27 15:19:52.088698 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c51ad7a3-bf83-47f9-9860-aa5a15b5d118 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:19:52.111390 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: c51ad7a3-bf83-47f9-9860-aa5a15b5d118 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:19:52.111899 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device c51ad7a3-bf83-47f9-9860-aa5a15b5d118 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:19:52.144945 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870 req-014340d4-8af2-4381-958c-13dc2669277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.146429 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870 req-014340d4-8af2-4381-958c-13dc2669277f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 1127 time: 0.0402508 May 27 15:19:52.315117 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870 req-8b09d0cd-8f6f-4fce-911e-76bedd33f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.316634 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870 req-8b09d0cd-8f6f-4fce-911e-76bedd33f77a service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=67116cdacaa846138f7835ac5f53b863&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1628096 May 27 15:19:52.413040 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870 req-21b09eac-5807-42cb-b41a-54b1b9dffea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.414520 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7c9d1b3f-8c89-45c8-acbc-f1ce08dfb870 req-21b09eac-5807-42cb-b41a-54b1b9dffea8 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898502 May 27 15:19:52.496363 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-cb4a49b0-a6c8-4ab7-ac58-ef56981d6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.497856 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-cb4a49b0-a6c8-4ab7-ac58-ef56981d6d85 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 1127 time: 0.0435102 May 27 15:19:52.511545 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:52.537235 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-a565a6cf-0074-4e98-87ac-abcc3c1bd2d5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f HTTP/1.1" status: 200 len: 217 time: 0.0317962 May 27 15:19:52.585454 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-3830a8da-83ef-4218-96f7-e1ad6bebfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.586856 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-3830a8da-83ef-4218-96f7-e1ad6bebfa2f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0434315 May 27 15:19:52.638244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-3d3f2bf4-68dc-486b-ba19-6bdd08d95098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.640735 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-3d3f2bf4-68dc-486b-ba19-6bdd08d95098 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472968 May 27 15:19:52.738507 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-1f11ff8e-5537-4d64-8387-4a6578f88b16 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891583 May 27 15:19:52.803910 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:19:52.858585 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0344d-cd25-40f8-adb0-06cbcbecf271 req-69060317-b9f9-46fa-9396-18af97e108d0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:52.860051 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6eb0344d-cd25-40f8-adb0-06cbcbecf271 req-69060317-b9f9-46fa-9396-18af97e108d0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0918188 May 27 15:19:52.881584 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acf0ec6-dc76-4251-b5c8-ee565c7bbc40 req-792ab0ff-054c-40ab-acf2-2794e565cfc1 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364818 May 27 15:19:52.918736 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6eb0344d-cd25-40f8-adb0-06cbcbecf271 req-83c8bcd0-fc1b-47bc-82c2-da55034baa95 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488372 May 27 15:19:54.038803 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f36763-b22b-4394-b2d3-3e6814795a7c req-a2ce2d61-c24f-4dfb-bf90-f2730e530f9c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:54.040302 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-69f36763-b22b-4394-b2d3-3e6814795a7c req-a2ce2d61-c24f-4dfb-bf90-f2730e530f9c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0503252 May 27 15:19:54.102713 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-69f36763-b22b-4394-b2d3-3e6814795a7c req-a81f83cd-4aac-42e6-a79a-198489c3b822 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561292 May 27 15:19:55.250888 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854419-5eaf-4738-89ba-c120d8645ccc req-d1207191-f942-4c4d-bdf8-293ae8fdcad6 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:55.253607 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-15854419-5eaf-4738-89ba-c120d8645ccc req-d1207191-f942-4c4d-bdf8-293ae8fdcad6 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0606210 May 27 15:19:55.328977 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-15854419-5eaf-4738-89ba-c120d8645ccc req-0f19d961-fb21-4ca4-ad08-25e3ca6550bd tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690019 May 27 15:19:56.463796 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd7b5a-2748-4096-97f2-8829ba5ec47f req-835363b7-c7c7-4a29-b766-271be3bdc0f5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:56.471810 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dacd7b5a-2748-4096-97f2-8829ba5ec47f req-835363b7-c7c7-4a29-b766-271be3bdc0f5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0678523 May 27 15:19:56.528581 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dacd7b5a-2748-4096-97f2-8829ba5ec47f req-f0257288-e4df-4186-9586-b90fc8b5092a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558352 May 27 15:19:57.658472 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcfa88-8a1a-4aa7-8cdf-8e4991ec61db req-fc03f573-f591-4ff3-a20e-5284440408be tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:57.665844 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6dcfa88-8a1a-4aa7-8cdf-8e4991ec61db req-fc03f573-f591-4ff3-a20e-5284440408be tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0584030 May 27 15:19:57.717482 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f6dcfa88-8a1a-4aa7-8cdf-8e4991ec61db req-cd94039e-c775-4205-b90c-acd5bb36d767 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505905 May 27 15:19:58.850318 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e908-4913-4d6d-90a6-eea34c43fb4e req-65c73d88-0727-4f49-982e-86544e062b01 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:19:58.851902 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-81f8e908-4913-4d6d-90a6-eea34c43fb4e req-65c73d88-0727-4f49-982e-86544e062b01 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0511863 May 27 15:19:58.909996 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-81f8e908-4913-4d6d-90a6-eea34c43fb4e req-5953f251-0d97-4be9-b567-5165ab85ff64 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522530 May 27 15:19:59.851433 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:DELETE=1,neutron:SELECT=69,neutron:UPDATE=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:00.005590 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:00.051184 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267fa65-15be-4e31-8b4f-ab0a6a20e3a6 req-7c53ea00-53f2-4b77-93a4-550eee093902 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:00.052845 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f267fa65-15be-4e31-8b4f-ab0a6a20e3a6 req-7c53ea00-53f2-4b77-93a4-550eee093902 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0649891 May 27 15:20:00.120992 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f267fa65-15be-4e31-8b4f-ab0a6a20e3a6 req-9849c184-9b15-421c-911c-bd8161bd7e2a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619936 May 27 15:20:00.721514 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:00.733202 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-e35c11c7-6376-4851-b918-afc51218ce50 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476160 May 27 15:20:00.795469 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-973af183-4ad2-4ba3-9ea0-b920b405ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:00.797048 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-973af183-4ad2-4ba3-9ea0-b920b405ca89 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 1130 time: 0.0419471 May 27 15:20:00.920777 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-58ee2e18-9a2a-4484-9f54-0d7a82ea7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:00.922605 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-58ee2e18-9a2a-4484-9f54-0d7a82ea7be6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0989461 May 27 15:20:00.988375 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-ce536df0-632d-48bc-8e35-67fabdcaacb4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 200 len: 1001 time: 0.0595458 May 27 15:20:01.051159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-a55d69e4-6492-43d1-b532-dcd1a8974ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:01.053063 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-a55d69e4-6492-43d1-b532-dcd1a8974ff8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0564857 May 27 15:20:01.107117 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-0f345aab-8d4a-4870-b50a-fe4aad667037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:01.107720 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-0f345aab-8d4a-4870-b50a-fe4aad667037 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468867 May 27 15:20:01.198454 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8c356400-bf9a-47c2-a37f-8842fb2fb68f details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:20:01.211741 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:01.255848 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-392e6fd5-2159-4b2a-94db-fb2f80d3072e service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413796 May 27 15:20:01.267365 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aedb2e-e4c6-4b8d-80ba-e43cfdfb5045 req-fa6dc77d-395d-4339-8ad9-f63ea37ea02d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:01.268893 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1aedb2e-e4c6-4b8d-80ba-e43cfdfb5045 req-fa6dc77d-395d-4339-8ad9-f63ea37ea02d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 943 time: 0.0742338 May 27 15:20:01.316294 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:01.328436 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'port_id': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'mac_address': 'fa:16:3e:41:e6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:20:01.369361 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 8c356400-bf9a-47c2-a37f-8842fb2fb68f is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:01.370117 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:01.383281 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1aedb2e-e4c6-4b8d-80ba-e43cfdfb5045 req-9a74ce14-c6bc-42c6-956c-60f44b0d513b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007001 May 27 15:20:01.385192 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c356400-bf9a-47c2-a37f-8842fb2fb68f {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:20:01.424958 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ba3d88b-72f0-4083-a6d1-7e9f91d6b82d req-735d6c70-5ba1-4ed2-9c29-058eda9f56d1 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466527 May 27 15:20:01.425249 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:01.430993 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:01.508753 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:01.518146 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=8c356400-bf9a-47c2-a37f-8842fb2fb68f,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:01.697560 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['8c356400-bf9a-47c2-a37f-8842fb2fb68f'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:20:02.601573 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5e501-a013-4d06-872f-362911bab29b req-93fb83c4-4a8d-47fd-8370-d87445d3cba1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:02.603071 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7f5e501-a013-4d06-872f-362911bab29b req-93fb83c4-4a8d-47fd-8370-d87445d3cba1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 944 time: 0.0613475 May 27 15:20:02.665795 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7f5e501-a013-4d06-872f-362911bab29b req-ebb62954-24a5-489f-82c7-679261f1660a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 May 27 15:20:03.207930 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8c356400-bf9a-47c2-a37f-8842fb2fb68f up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:20:03.264512 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 8c356400-bf9a-47c2-a37f-8842fb2fb68f completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:20:03.286222 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 8c356400-bf9a-47c2-a37f-8842fb2fb68f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:20:03.286899 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:03.387649 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 8c356400-bf9a-47c2-a37f-8842fb2fb68f is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:03.388163 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:03.413483 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:03.415748 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d860e-4c38-4cf3-b74c-18c643057b5c" -d '{"events": [{"server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "name": "network-vif-plugged", "status": "completed", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:03.432689 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:03.437458 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:03.476130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442c3156-bbb9-4bd9-bfd4-30a2ef1e9c95 x-openstack-request-id: req-442c3156-bbb9-4bd9-bfd4-30a2ef1e9c95 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:03.476429 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "name": "network-vif-plugged", "status": "completed", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:03.476699 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-442c3156-bbb9-4bd9-bfd4-30a2ef1e9c95 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:03.477214 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442c3156-bbb9-4bd9-bfd4-30a2ef1e9c95'] response: {'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'code': 200} May 27 15:20:03.516748 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=8c356400-bf9a-47c2-a37f-8842fb2fb68f,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:03.853099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb71f7-69d7-478b-8307-c45a0b5174ac req-3eac8234-a0f9-4ae0-93d5-ee185f100a64 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:03.854591 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23fb71f7-69d7-478b-8307-c45a0b5174ac req-3eac8234-a0f9-4ae0-93d5-ee185f100a64 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.1089065 May 27 15:20:03.855653 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbba7c-d200-4b6b-baa6-f7f95c6b9edc req-f2877ef2-9a75-44db-a65e-2832ef925034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:03.857030 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ecfbba7c-d200-4b6b-baa6-f7f95c6b9edc req-f2877ef2-9a75-44db-a65e-2832ef925034 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 1129 time: 0.1093974 May 27 15:20:03.948440 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ecfbba7c-d200-4b6b-baa6-f7f95c6b9edc req-a402b47c-f005-44b9-9b06-a823f108f7ac service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849636 May 27 15:20:03.953044 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23fb71f7-69d7-478b-8307-c45a0b5174ac req-24afe04f-9f4f-4200-8c3b-c6eea443aad3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905929 May 27 15:20:05.119771 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137c2c1-6695-43ea-8bf5-9eb74d841aba req-21230e3e-e6b5-4ae0-beff-67f2a617a0ba tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:05.121455 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2137c2c1-6695-43ea-8bf5-9eb74d841aba req-21230e3e-e6b5-4ae0-beff-67f2a617a0ba tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0548465 May 27 15:20:05.190474 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2137c2c1-6695-43ea-8bf5-9eb74d841aba req-8475a85f-aed0-4261-8ae7-0d33b4867c3e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586920 May 27 15:20:06.340986 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d4cbd-b69c-41b7-a89c-a6df5564c32e req-dd6d4ff6-4947-4348-8e8d-0a6c521d9bdd tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:06.343248 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b42d4cbd-b69c-41b7-a89c-a6df5564c32e req-dd6d4ff6-4947-4348-8e8d-0a6c521d9bdd tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0667491 May 27 15:20:06.369940 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:06.413767 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b42d4cbd-b69c-41b7-a89c-a6df5564c32e req-372792a6-060e-456d-9fbb-b456294a76eb tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643368 May 27 15:20:06.558729 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41056f-8a58-474e-b9a9-6730a4bfdf41 req-1df01594-890a-4376-bfb3-f45d44fb2c78 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:06.560206 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c41056f-8a58-474e-b9a9-6730a4bfdf41 req-1df01594-890a-4376-bfb3-f45d44fb2c78 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0669425 May 27 15:20:06.613226 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c41056f-8a58-474e-b9a9-6730a4bfdf41 req-70791d7b-491a-43ae-85bd-eaeb7e87f67e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462046 May 27 15:20:06.640227 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50046) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:06.800938 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335feda-8e3f-4176-8958-513cfc284669 tempest-TestVolumeBootPattern-322408006 tempest-TestVolumeBootPattern-322408006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:06.805966 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50054) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:06.806274 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e335feda-8e3f-4176-8958-513cfc284669 tempest-TestVolumeBootPattern-322408006 tempest-TestVolumeBootPattern-322408006-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 1124 time: 0.1647959 May 27 15:20:06.811091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'port_id': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:06.835122 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:06.931807 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:07.062505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:07.064383 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Allocated IP 172.27.1.31 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/b5a5ca76-a8a3-4981-8576-66e16f9f4656) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:20:07.177944 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:07.212498 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:07.256514 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:20:07.261769 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:20:07.263691 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=b5a5ca76-a8a3-4981-8576-66e16f9f4656,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:07.265833 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:20:07.540410 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:07.903243 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (027cfb9b-e0eb-49c1-b17f-23dd0af5e13f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:07.972299 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:08.117868 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:08.167443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:08.172513 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:08.255448 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=b5a5ca76-a8a3-4981-8576-66e16f9f4656,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:08.268754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (027cfb9b-e0eb-49c1-b17f-23dd0af5e13f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:08.370586 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Floating IP 027cfb9b-e0eb-49c1-b17f-23dd0af5e13f associated. External IP: 172.27.1.31, port: 8c356400-bf9a-47c2-a37f-8842fb2fb68f. May 27 15:20:08.577330 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:20:08.682812 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:20:08.693424 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:20:08.702586 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:08.702754 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:08.703302 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:08.732902 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8f60f294-cc6e-4fe7-80fd-77760294f474 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9256477 May 27 15:20:08.733840 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:08.737486 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:08.774196 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee35ab-46c4-409f-a8c0-debb2ec222d9 x-openstack-request-id: req-15ee35ab-46c4-409f-a8c0-debb2ec222d9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:08.774482 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:08.774730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15ee35ab-46c4-409f-a8c0-debb2ec222d9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:08.775125 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ee35ab-46c4-409f-a8c0-debb2ec222d9'] response: {'name': 'network-changed', 'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'status': 'completed', 'code': 200} May 27 15:20:08.806612 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:08.840885 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-92cefa2d-ed44-4376-b492-fd8910894093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:08.842433 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-92cefa2d-ed44-4376-b492-fd8910894093 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 1129 time: 0.0395606 May 27 15:20:08.882109 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:08.946360 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-701c0de2-9491-423d-abfc-d29e8827e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:08.947823 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-701c0de2-9491-423d-abfc-d29e8827e9f0 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0946183 May 27 15:20:09.014795 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-757dfb72-3197-4af0-be72-ff60f4b206d6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f HTTP/1.1" status: 200 len: 998 time: 0.0554357 May 27 15:20:09.019824 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '027cfb9b-e0eb-49c1-b17f-23dd0af5e13f', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:41:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:20:07Z', 'updated_at': '2022-05-27T15:20:07Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:09.043651 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:20:09.052679 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:09.053550 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:19:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:09.064692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-b949733c-b870-4d12-81d5-5389cd3edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:09.066345 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-b949733c-b870-4d12-81d5-5389cd3edd15 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0447998 May 27 15:20:09.105607 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:09.117221 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-1a1e3a92-3f53-4377-b7ec-57d3b8401c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:09.118782 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-1a1e3a92-3f53-4377-b7ec-57d3b8401c0f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452371 May 27 15:20:09.155696 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:09.208906 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-c29e69dc-4a9d-49ec-b5fe-cc189c7e9c97 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835941 May 27 15:20:09.307863 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c8e63ff-e3a0-4193-ba4b-961b67ccde09 req-3d5f5c74-611a-40f6-9072-29d17cb664d3 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932195 May 27 15:20:09.352841 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50134) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:09.377958 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '027cfb9b-e0eb-49c1-b17f-23dd0af5e13f', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:41:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:20:07Z', 'updated_at': '2022-05-27T15:20:07Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:09.401110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Deleting subnet a4563c4e-03bd-48e5-9931-99bd003b0b97 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:20:09.403557 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29094da-236f-45e4-82ca-7b4790663d3d None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '027cfb9b-e0eb-49c1-b17f-23dd0af5e13f', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:41:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:20:07Z', 'updated_at': '2022-05-27T15:20:07Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:20:09.404277 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Publish callbacks [] for subnet (a4563c4e-03bd-48e5-9931-99bd003b0b97), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.440422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (a4563c4e-03bd-48e5-9931-99bd003b0b97), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.486733 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (a4563c4e-03bd-48e5-9931-99bd003b0b97), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.541665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (a4563c4e-03bd-48e5-9931-99bd003b0b97), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.566403 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4563c4e-03bd-48e5-9931-99bd003b0b97,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:09.572129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.577761 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-863a20c3-88b9-4929-84cd-0b5f69d3e07d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a4563c4e-03bd-48e5-9931-99bd003b0b97 HTTP/1.1" status: 204 len: 168 time: 0.2214174 May 27 15:20:09.578357 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50136) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:09.607820 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a18f7-9336-4161-ad39-a97489caf5ad None None] New status for floating IP 027cfb9b-e0eb-49c1-b17f-23dd0af5e13f: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:20:09.653500 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (213aea26-8a43-4bbb-8b1f-a6f47a97721b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.737807 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (213aea26-8a43-4bbb-8b1f-a6f47a97721b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.758784 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213aea26-8a43-4bbb-8b1f-a6f47a97721b']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:09.769294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450d9071-13bd-4d1b-9179-4e484df02eeb') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:09.769587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450d9071-13bd-4d1b-9179-4e484df02eeb') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:09.779702 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (450d9071-13bd-4d1b-9179-4e484df02eeb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.793693 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (450d9071-13bd-4d1b-9179-4e484df02eeb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.799680 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:20:09.800068 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (450d9071-13bd-4d1b-9179-4e484df02eeb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.853461 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 450d9071-13bd-4d1b-9179-4e484df02eeb resource provider aggregate not found May 27 15:20:09.868410 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (213aea26-8a43-4bbb-8b1f-a6f47a97721b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.870916 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 450d9071-13bd-4d1b-9179-4e484df02eeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 450d9071-13bd-4d1b-9179-4e484df02eeb found for delete ", "request_id": "req-649ecc26-170a-45db-a13f-e562ab61d946"}]} May 27 15:20:09.875932 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:09.879703 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] 10.222.0.41 "DELETE /v2.0/networks/213aea26-8a43-4bbb-8b1f-a6f47a97721b HTTP/1.1" status: 204 len: 168 time: 0.3008003 May 27 15:20:09.890636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c5dc2-d080-4c0b-83b2-faab564bc99b admin admin] Pushing event deleted for resources: {'Network': ['ID=213aea26-8a43-4bbb-8b1f-a6f47a97721b,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:10.051791 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50144) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:10.057992 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:10.095603 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-77ea9ec7-7832-4239-afcc-01af02209c69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca5780630fe8464a99e6afe51c9bd3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420582 May 27 15:20:10.098169 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50146) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:10.145384 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dd5d-d3d1-4f4e-b75f-9a639768ce0a admin admin] Publish callbacks [] for security_group (9fcf468d-2471-4f22-a110-4215a931727d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:10.166885 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dd5d-d3d1-4f4e-b75f-9a639768ce0a admin admin] Publish callbacks [] for security_group (9fcf468d-2471-4f22-a110-4215a931727d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:10.175497 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:10.215989 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dd5d-d3d1-4f4e-b75f-9a639768ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9fcf468d-2471-4f22-a110-4215a931727d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:10.218618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dd5d-d3d1-4f4e-b75f-9a639768ce0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:10.220681 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3cf0dd5d-d3d1-4f4e-b75f-9a639768ce0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fcf468d-2471-4f22-a110-4215a931727d HTTP/1.1" status: 204 len: 168 time: 0.1209419 May 27 15:20:10.228785 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0dd5d-d3d1-4f4e-b75f-9a639768ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcf468d-2471-4f22-a110-4215a931727d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:13.579580 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=79 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:13.594454 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-42b06ce0-d9bb-4934-8f7a-ebb4e53e1b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:15.849770 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2e69b353-9770-43be-9313-1fbb7a75deb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:16.795126 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:16.800193 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:17.330400 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:17.387744 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:20:18.425636 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:19.809918 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:20.223725 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:20.225143 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:25.296864 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50274) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:25.444528 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Deleting port 701af9de-7fd3-4564-a64f-51961cdbc4b5 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:25.444867 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:25.519545 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:25.519873 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for floatingip (701af9de-7fd3-4564-a64f-51961cdbc4b5), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:25.533305 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Calling delete_port for 701af9de-7fd3-4564-a64f-51961cdbc4b5 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:25.699733 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (701af9de-7fd3-4564-a64f-51961cdbc4b5), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:25.725897 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event deleted for resources: {'Port': ['ID=701af9de-7fd3-4564-a64f-51961cdbc4b5,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:25.792414 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for floatingip (a382f455-3407-4e15-b9cd-1a1f1ac981b5), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:25.792693 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Floating IP a382f455-3407-4e15-b9cd-1a1f1ac981b5 disassociated (deleted). External IP: 172.27.1.111, port: e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8. May 27 15:20:25.989525 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:20:26.101376 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:20:26.111839 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:26.113667 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] Sync routers for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:20:26.117982 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=89 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:26.118596 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=95 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:26.127208 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:26.127810 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:26.143412 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-451d41a6-03e5-4e37-863c-61ca4159b913 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "DELETE /v2.0/floatingips/a382f455-3407-4e15-b9cd-1a1f1ac981b5 HTTP/1.1" status: 204 len: 168 time: 0.8454492 May 27 15:20:26.143995 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:26.146991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c34a32-55cc-4f94-8254-3282f66e3bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:26.190604 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e82066-6b5b-4109-9fea-d24ddb9a766b x-openstack-request-id: req-73e82066-6b5b-4109-9fea-d24ddb9a766b {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:26.191311 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:26.191574 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73e82066-6b5b-4109-9fea-d24ddb9a766b {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:26.192027 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e82066-6b5b-4109-9fea-d24ddb9a766b'] response: {'name': 'network-changed', 'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'status': 'completed', 'code': 200} May 27 15:20:26.247672 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:26.252741 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:26.257466 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:26.261335 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-0b601d9a-18dc-4762-88e6-3fec67b491ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:26.262864 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-0b601d9a-18dc-4762-88e6-3fec67b491ac service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 1130 time: 0.0492339 May 27 15:20:26.388129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-5c3dda5e-a773-4ccc-8896-8262eea5c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:26.389655 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-5c3dda5e-a773-4ccc-8896-8262eea5c9a4 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 200 len: 910 time: 0.1200392 May 27 15:20:26.408489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe6d4e-31d8-4b62-9c1d-9c7d5942e045 req-13696022-5493-4a30-a7b8-c41b18b300c4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:26.410395 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6afe6d4e-31d8-4b62-9c1d-9c7d5942e045 req-13696022-5493-4a30-a7b8-c41b18b300c4 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0645781 May 27 15:20:26.463033 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6afe6d4e-31d8-4b62-9c1d-9c7d5942e045 req-835e626e-95be-4e5a-b4c0-acf85f796c08 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463612 May 27 15:20:26.467678 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:21Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:26.500972 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] Checking router: f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:20:26.510173 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:26.510770 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:26.613610 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:26.882409 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:21Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:26.906043 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d986a3-3891-4fbc-82e2-2a0361ba1dbb None None] The sync data for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi is: [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:15:16Z', 'revision_number': 4, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '07da3176-949e-40bd-ae2f-3d9f28b4c806', 'name': '', 'network_id': 'cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'mac_address': 'fa:16:3e:78:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '607da916-6905-4961-b04a-dd5ac174267b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:15Z', 'updated_at': '2022-05-27T15:15:21Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'subnets': [{'id': '607da916-6905-4961-b04a-dd5ac174267b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:20:27.142924 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f4870-ed1c-4ff7-b69a-a9f2f131ea07 None None] New status for floating IP a382f455-3407-4e15-b9cd-1a1f1ac981b5: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:20:27.200776 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:27.499152 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-1a584ab0-0050-49c8-b297-2d0aa62847fc service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 200 len: 217 time: 0.0350816 May 27 15:20:27.554014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-f0dcab12-f04e-4d90-868e-c0b5dbef9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:27.555503 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-f0dcab12-f04e-4d90-868e-c0b5dbef9841 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 200 len: 848 time: 0.0480573 May 27 15:20:27.762363 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b199-8d73-4843-a71a-7ab6092f3ce8 req-cac597fc-0360-49f1-891d-166e22203cef tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:27.763977 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9512b199-8d73-4843-a71a-7ab6092f3ce8 req-cac597fc-0360-49f1-891d-166e22203cef tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0527358 May 27 15:20:27.815358 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9512b199-8d73-4843-a71a-7ab6092f3ce8 req-da8833af-4e16-461f-9b9a-a0c835d6bfbe tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453694 May 27 15:20:28.929878 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701693a-051f-4eb5-9e08-0912e5417e98 req-2304556d-d92a-4d0f-a674-7116abba7043 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:28.931239 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2701693a-051f-4eb5-9e08-0912e5417e98 req-2304556d-d92a-4d0f-a674-7116abba7043 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0486879 May 27 15:20:28.984049 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2701693a-051f-4eb5-9e08-0912e5417e98 req-58b1db33-1686-4204-90a9-76ac933fb628 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 May 27 15:20:29.806168 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:30.033535 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:30.098342 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbb51c-3fc7-493c-a517-0f5967b963e4 req-f467cd09-48d3-42d8-9565-e2ffb8f67bec tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:30.099865 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-acbbb51c-3fc7-493c-a517-0f5967b963e4 req-f467cd09-48d3-42d8-9565-e2ffb8f67bec tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0478234 May 27 15:20:30.153636 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-acbbb51c-3fc7-493c-a517-0f5967b963e4 req-780b371a-c889-4d7e-a0f6-a9cfebe6fb77 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479562 May 27 15:20:31.268583 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf68ce-d463-4956-96c4-c26424ad8ca5 req-1aa92704-9240-4d1d-9431-a5d62897f773 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:31.270042 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fdf68ce-d463-4956-96c4-c26424ad8ca5 req-1aa92704-9240-4d1d-9431-a5d62897f773 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 946 time: 0.0469723 May 27 15:20:31.319370 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fdf68ce-d463-4956-96c4-c26424ad8ca5 req-09762f4a-7f79-4d94-8ff8-f39c079ac56b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 May 27 15:20:31.339076 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:31.415041 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:31.415418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:31.437934 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:31.440050 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595df824-73de-45c8-85ed-f6d362414fc4" -d '{"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:31.453108 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:31.457194 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:31.479487 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f06291b-6e96-4699-bd29-03bc787e5930 x-openstack-request-id: req-6f06291b-6e96-4699-bd29-03bc787e5930 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:31.479773 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:31.480023 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f06291b-6e96-4699-bd29-03bc787e5930 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:31.480410 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f06291b-6e96-4699-bd29-03bc787e5930'] response: {'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'code': 200} May 27 15:20:31.506661 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=9']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:32.446863 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c2ac-f555-415b-af38-399d362c9067 req-cc6ef7ef-4e50-410a-9c15-ea5198f4d904 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:32.448413 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8d84c2ac-f555-415b-af38-399d362c9067 req-cc6ef7ef-4e50-410a-9c15-ea5198f4d904 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0570321 May 27 15:20:32.498905 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8d84c2ac-f555-415b-af38-399d362c9067 req-4ef79e65-3f51-429f-8996-ade5d42b9683 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 May 27 15:20:33.618954 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b826-c4f4-47f9-b6f6-0699a657b0ae req-9e791396-0ce1-4e78-923b-64c88927a93d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:33.620413 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7430b826-c4f4-47f9-b6f6-0699a657b0ae req-9e791396-0ce1-4e78-923b-64c88927a93d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0513625 May 27 15:20:33.672440 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7430b826-c4f4-47f9-b6f6-0699a657b0ae req-318a86d6-eda9-497a-b1fc-46d43be03e58 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462105 May 27 15:20:34.787861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4c854-461d-4a47-a6af-9694815593df req-982f3c16-72bc-40d8-8987-457226cd5e0d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:34.789352 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4ca4c854-461d-4a47-a6af-9694815593df req-982f3c16-72bc-40d8-8987-457226cd5e0d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0470896 May 27 15:20:34.838408 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4ca4c854-461d-4a47-a6af-9694815593df req-59cdc9c6-74e1-4bc9-ad1c-002c4e95f656 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436065 May 27 15:20:35.952557 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88630d-b6ab-4b57-87ab-cad7938880be req-22696148-b31d-4b3f-b9de-0a9cf2a2585b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:35.954028 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eb88630d-b6ab-4b57-87ab-cad7938880be req-22696148-b31d-4b3f-b9de-0a9cf2a2585b tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0482397 May 27 15:20:36.001891 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:36.006978 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eb88630d-b6ab-4b57-87ab-cad7938880be req-72b1ce0e-2c8a-441d-a0ae-a2dae486b612 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469227 May 27 15:20:36.880224 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=66 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:36.884980 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=64 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:37.120825 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e66c5-9511-4828-ab74-d5aa2caa3556 req-e9df21ec-08bb-49c3-9530-6a34fa27c6da tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:37.122313 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc3e66c5-9511-4828-ab74-d5aa2caa3556 req-e9df21ec-08bb-49c3-9530-6a34fa27c6da tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0470855 May 27 15:20:37.146947 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:37.173053 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc3e66c5-9511-4828-ab74-d5aa2caa3556 req-e904d938-6bec-4a16-bca5-3fdd16ac1214 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 May 27 15:20:38.287541 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bafa6-d231-47cb-a300-2afd4cd18399 req-0e5c8bab-210b-4e71-80b3-cf7b0294f9bf tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:38.289226 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da3bafa6-d231-47cb-a300-2afd4cd18399 req-0e5c8bab-210b-4e71-80b3-cf7b0294f9bf tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0488682 May 27 15:20:38.338438 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da3bafa6-d231-47cb-a300-2afd4cd18399 req-746caad3-c13d-4c44-955f-fb0db1fa38a3 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436432 May 27 15:20:39.457544 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26215992-7eba-4923-a15c-9405f6986f2a req-9073a73f-2231-4e41-aff7-547a6c992838 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:39.459644 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-26215992-7eba-4923-a15c-9405f6986f2a req-9073a73f-2231-4e41-aff7-547a6c992838 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0503809 May 27 15:20:39.507329 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-26215992-7eba-4923-a15c-9405f6986f2a req-6cbc8435-ba99-4cc4-961c-1bf6920bc79a tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 May 27 15:20:40.622911 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907483f-df27-46aa-b7ca-bd3c692c6c52 req-96894005-5fa6-4a03-9869-b9664beaeb74 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:40.624567 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a907483f-df27-46aa-b7ca-bd3c692c6c52 req-96894005-5fa6-4a03-9869-b9664beaeb74 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0489426 May 27 15:20:40.693104 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-8fa60ec9-739c-4491-bb88-ea7fc9230500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:40.694595 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-8fa60ec9-739c-4491-bb88-ea7fc9230500 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583885 May 27 15:20:40.710248 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a907483f-df27-46aa-b7ca-bd3c692c6c52 req-de11572e-6b69-42c7-804b-e1a6589b6466 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/security-groups?id=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801930 May 27 15:20:40.768807 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31ad50-a05a-4019-a934-502733fd74fe req-70f1e430-1c69-4dd8-aa97-4d521268eb69 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:40.770367 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ef31ad50-a05a-4019-a934-502733fd74fe req-70f1e430-1c69-4dd8-aa97-4d521268eb69 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.40 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 944 time: 0.0508261 May 27 15:20:40.805091 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-50a14fac-804e-4e50-9ea0-29424444a3c2 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891051 May 27 15:20:40.884323 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Deleting port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:40.884690 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:40.982120 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] For port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:40.982491 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:41.001988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Calling delete_port for e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:41.139757 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:41.166250 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-77c34a32-55cc-4f94-8254-3282f66e3bb4 req-ea4ffe07-2ad3-4a35-95d7-81cecccbd756 service neutron] 10.222.0.40 "GET /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547752 May 27 15:20:41.167846 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event deleted for resources: {'Port': ['ID=e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:41.180411 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.180789 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.181137 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.181477 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.181810 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.182304 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.182646 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.182928 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.183534 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.183943 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.184339 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.184749 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.185246 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.185452 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.185778 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:41.228701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] No DVR routers for this DVR port e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 on host hv-cinder-84254 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:20:41.231263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:41.234451 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ef31ad50-a05a-4019-a934-502733fd74fe req-a7643b7a-e901-4e82-a934-46eea16b1e3c tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.40 "DELETE /v2.0/ports/e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8 HTTP/1.1" status: 204 len: 173 time: 0.4400814 May 27 15:20:41.234878 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-deleted', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:41.237114 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74d747-1728-407a-a29c-6805870e2c96" -d '{"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-deleted", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:41.277805 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9cc316-9a38-4382-bda6-d1892d10d559 x-openstack-request-id: req-fb9cc316-9a38-4382-bda6-d1892d10d559 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:41.278095 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6f40-b40d-48f7-a293-45934ec4bfbe", "name": "network-vif-deleted", "tag": "e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:41.278342 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb9cc316-9a38-4382-bda6-d1892d10d559 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:41.278736 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9cc316-9a38-4382-bda6-d1892d10d559'] response: {'server_uuid': '131f6f40-b40d-48f7-a293-45934ec4bfbe', 'name': 'network-vif-deleted', 'tag': 'e7b6d6c9-3b9c-4870-812b-8a5f5c3534e8', 'status': 'completed', 'code': 200} May 27 15:20:41.486948 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:41.502820 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=14 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:41.504025 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:41.723706 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824078-2327-4d47-83b8-9d49dc26d74a req-05a8b4fa-aabe-4817-b561-de003e25f235 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:41.725706 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad824078-2327-4d47-83b8-9d49dc26d74a req-05a8b4fa-aabe-4817-b561-de003e25f235 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0484972 May 27 15:20:41.774069 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad824078-2327-4d47-83b8-9d49dc26d74a req-ae7bfefc-7cfd-4660-a554-a614916c35fc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 May 27 15:20:41.828769 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-31a87ffc-0944-440a-8064-536402a80bd5 req-34562e46-44ea-4783-a724-6f23e9adf26d tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 210 time: 0.0281007 May 27 15:20:42.901158 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48408ba-8656-4062-8f88-e1f68a37fa22 req-aa580eec-a3cf-4b91-8bc5-6a095106e3c6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:42.902927 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a48408ba-8656-4062-8f88-e1f68a37fa22 req-aa580eec-a3cf-4b91-8bc5-6a095106e3c6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0540566 May 27 15:20:42.952207 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-693266c3-d0f9-44fb-b981-d67bea556d1a req-7a4bd922-a0f6-49b9-b6d0-73678f36b721 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "GET /v2.0/ports?device_id=131f6f40-b40d-48f7-a293-45934ec4bfbe HTTP/1.1" status: 200 len: 210 time: 0.0380602 May 27 15:20:42.973365 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a48408ba-8656-4062-8f88-e1f68a37fa22 req-1bb23efd-433a-44e6-b990-3d453501a7b2 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651934 May 27 15:20:43.538101 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-a6733a4e-0d55-45a2-9ea8-41f961f6fb7b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:43.539561 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-a6733a4e-0d55-45a2-9ea8-41f961f6fb7b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0641844 May 27 15:20:43.599951 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a1871ae-f777-4896-afc2-c8d9a2a2b0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:43.643213 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Deleting port 3d45f8fd-c388-4bad-9229-622e4309da14 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:43.643558 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:43.978190 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] For port 3d45f8fd-c388-4bad-9229-622e4309da14, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=3d45f8fd-c388-4bad-9229-622e4309da14,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:43.978554 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.016163 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50436) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:44.092199 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:44.114903 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group (0398ef57-5e1b-48d2-b54c-d04fcc62d6ee), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.122361 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630f09f-18fb-40f2-8b35-59546a950cf1 req-3d2d47f4-be06-4e5a-9af2-ad9c53757938 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:44.123853 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b630f09f-18fb-40f2-8b35-59546a950cf1 req-3d2d47f4-be06-4e5a-9af2-ad9c53757938 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=734d5d69-34eb-44a2-a662-0399f6fb4932 HTTP/1.1" status: 200 len: 946 time: 0.0733683 May 27 15:20:44.153009 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.153382 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (a6574a34-110b-4332-a90c-37c4cd0f11c7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.153702 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Floating IP a6574a34-110b-4332-a90c-37c4cd0f11c7 disassociated. External IP: 172.27.1.157, port: 3d45f8fd-c388-4bad-9229-622e4309da14. May 27 15:20:44.154050 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Calling delete_port for 3d45f8fd-c388-4bad-9229-622e4309da14 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:44.163129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group (0398ef57-5e1b-48d2-b54c-d04fcc62d6ee), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.164263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:44.217537 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b630f09f-18fb-40f2-8b35-59546a950cf1 req-630487f7-d4bc-4ce5-8710-b1a64d86cea4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9e6d683-7361-4f52-a198-7e53910e4469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831912 May 27 15:20:44.237688 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:44.251314 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0398ef57-5e1b-48d2-b54c-d04fcc62d6ee), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.254262 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.256577 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] 10.222.0.41 "DELETE /v2.0/security-groups/0398ef57-5e1b-48d2-b54c-d04fcc62d6ee HTTP/1.1" status: 204 len: 168 time: 0.2391789 May 27 15:20:44.266393 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0398ef57-5e1b-48d2-b54c-d04fcc62d6ee,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:44.283470 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.283833 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.284209 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.284605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.284942 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.285274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.285891 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.286096 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.286714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.287006 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.287395 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.287783 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.288637 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.289202 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.289665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d55b6-6279-4522-9fc2-2e54f0abb727 tempest-TestShelveInstance-1476086756 tempest-TestShelveInstance-1476086756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:44.299317 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (3d45f8fd-c388-4bad-9229-622e4309da14), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.327075 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50440) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:44.329294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event deleted for resources: {'Port': ['ID=3d45f8fd-c388-4bad-9229-622e4309da14,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:44.444579 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:20:44.550701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:20:44.561010 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:20:44.564926 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:44.572422 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:44.573069 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:44.601831 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] No DVR routers for this DVR port 3d45f8fd-c388-4bad-9229-622e4309da14 on host hv-cinder-84254 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:20:44.604896 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.608256 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-77ce6ae0-5663-4339-89cb-9d6ae17fbc59 req-d4998e01-c5dd-445f-8b02-fc1954faa2b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "DELETE /v2.0/ports/3d45f8fd-c388-4bad-9229-622e4309da14 HTTP/1.1" status: 204 len: 173 time: 1.0568326 May 27 15:20:44.608794 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-deleted', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:44.612158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8b04aa-3067-40e2-b91a-d30f8d84ef50" -d '{"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-deleted", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:44.674026 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6dfd4a-5bc4-4176-bf42-2abdb8d076fe x-openstack-request-id: req-be6dfd4a-5bc4-4176-bf42-2abdb8d076fe {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:44.674455 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734d5d69-34eb-44a2-a662-0399f6fb4932", "name": "network-vif-deleted", "tag": "3d45f8fd-c388-4bad-9229-622e4309da14", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:44.676356 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be6dfd4a-5bc4-4176-bf42-2abdb8d076fe {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:44.676356 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6dfd4a-5bc4-4176-bf42-2abdb8d076fe'] response: {'server_uuid': '734d5d69-34eb-44a2-a662-0399f6fb4932', 'name': 'network-vif-deleted', 'tag': '3d45f8fd-c388-4bad-9229-622e4309da14', 'status': 'completed', 'code': 200} May 27 15:20:44.694164 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:44.921546 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:44.923918 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:44.949443 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:20:44.959108 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:44.959713 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:45.074412 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:45.166482 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Deleting port 07da3176-949e-40bd-ae2f-3d9f28b4c806 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:45.167137 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.259152 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] For port 07da3176-949e-40bd-ae2f-3d9f28b4c806, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=07da3176-949e-40bd-ae2f-3d9f28b4c806,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:45.260076 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.274928 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Calling delete_port for 07da3176-949e-40bd-ae2f-3d9f28b4c806 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:45.288836 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:45.316531 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901e6dd-3564-473d-bced-246ceffed6e9 None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:20:45.321294 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50456) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:45.362119 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:45.388515 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ffcdcbbc-3006-47eb-abba-445c9998483a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (e9e6d683-7361-4f52-a198-7e53910e4469), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.415233 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ffcdcbbc-3006-47eb-abba-445c9998483a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (e9e6d683-7361-4f52-a198-7e53910e4469), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.468092 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ffcdcbbc-3006-47eb-abba-445c9998483a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e9e6d683-7361-4f52-a198-7e53910e4469), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.471332 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ffcdcbbc-3006-47eb-abba-445c9998483a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.475198 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ffcdcbbc-3006-47eb-abba-445c9998483a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9e6d683-7361-4f52-a198-7e53910e4469 HTTP/1.1" status: 204 len: 168 time: 0.1502757 May 27 15:20:45.476120 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50458) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:45.486619 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdcbbc-3006-47eb-abba-445c9998483a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6d683-7361-4f52-a198-7e53910e4469,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:45.494703 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-2276c3a2-9668-422e-ac5e-eeeb2f1faae9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] show failed (client error): The resource could not be found. May 27 15:20:45.498987 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2276c3a2-9668-422e-ac5e-eeeb2f1faae9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups/e9e6d683-7361-4f52-a198-7e53910e4469 HTTP/1.1" status: 404 len: 347 time: 0.0186810 May 27 15:20:45.499504 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50460) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:45.518154 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (07da3176-949e-40bd-ae2f-3d9f28b4c806), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.551353 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Pushing event deleted for resources: {'Port': ['ID=07da3176-949e-40bd-ae2f-3d9f28b4c806,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:45.621587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:45.646900 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Deleting port ae03eaf3-331c-415a-8d97-c8923f7f3d11 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:45.648675 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.650679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e044d-1910-4eff-8ac8-2ca302245457 None None] New status for floating IP a6574a34-110b-4332-a90c-37c4cd0f11c7: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:20:45.732269 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.771447 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.771700 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (ae03eaf3-331c-415a-8d97-c8923f7f3d11), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.801732 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Calling delete_port for ae03eaf3-331c-415a-8d97-c8923f7f3d11 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:45.854824 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d23c64f9-6160-454e-8cba-306d961760be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.877364 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:45.946923 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (ae03eaf3-331c-415a-8d97-c8923f7f3d11), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:45.966401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:20:46.001623 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event deleted for resources: {'Port': ['ID=ae03eaf3-331c-415a-8d97-c8923f7f3d11,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.045447 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (a6574a34-110b-4332-a90c-37c4cd0f11c7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.048701 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.049956 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6e9e3071-c167-4682-8142-467037fa0709 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "DELETE /v2.0/floatingips/a6574a34-110b-4332-a90c-37c4cd0f11c7 HTTP/1.1" status: 204 len: 168 time: 0.5500994 May 27 15:20:46.085017 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:20:46.090782 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dafcafbd-0c45-431b-bd21-c95ac02420cd admin admin] 10.222.0.41 "PUT /v2.0/routers/f6b10ed0-7822-4e9e-b4fd-406b8ebbd124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627645 May 27 15:20:46.093679 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50470) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.098659 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] Sync routers for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:20:46.113015 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:46.113740 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:46.134094 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50472) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.139275 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316325345', 'description': 'tempest-description--1871522442'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:46.164525 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.185147 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50474) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.204305 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:46.220876 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks [] for router (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.234103 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:46.254919 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (e7f407df-befa-4d68-b804-abc03cd08be0), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.259705 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e7f407df-befa-4d68-b804-abc03cd08be0), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.293832 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.298262 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1600020 May 27 15:20:46.298262 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acc6b-a5d6-4384-b0f8-cdf15734ff0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f407df-befa-4d68-b804-abc03cd08be0,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.299876 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50478) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.304782 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'security_group_rule': {'security_group_id': 'e7f407df-befa-4d68-b804-abc03cd08be0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:46.335967 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (80f526a4-65fb-4dc8-a1f4-8604bd4e0a6f), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.353703 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:46.359334 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks [] for router_gateway (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.377659 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d47b9c3-2a2b-4d1e-8cbf-c6d9faadb10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.407824 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Deleting port 920e4c4e-0c05-4868-9796-57e95d8c91ce {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:46.408341 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.436964 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:46.440167 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:20:45Z', 'revision_number': 5, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port': {'id': '920e4c4e-0c05-4868-9796-57e95d8c91ce', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:12Z', 'updated_at': '2022-05-27T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:46.448624 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (80f526a4-65fb-4dc8-a1f4-8604bd4e0a6f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.450439 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:46.455517 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (80f526a4-65fb-4dc8-a1f4-8604bd4e0a6f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.473066 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] Checking router: f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:20:46.482856 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] Routers {'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:46.483740 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:46.488863 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f526a4-65fb-4dc8-a1f4-8604bd4e0a6f,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.503681 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.508169 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5e862bb9-874c-4f9f-b297-5c38bb7e3efd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2042575 May 27 15:20:46.508169 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50480) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.512467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'security_group_rule': {'security_group_id': 'e7f407df-befa-4d68-b804-abc03cd08be0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:46.516486 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] For port 920e4c4e-0c05-4868-9796-57e95d8c91ce, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=920e4c4e-0c05-4868-9796-57e95d8c91ce,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:46.516868 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.517824 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:46.533329 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Calling delete_port for 920e4c4e-0c05-4868-9796-57e95d8c91ce owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:46.543670 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d47b9c3-2a2b-4d1e-8cbf-c6d9faadb10c admin admin] Publish callbacks [] for security_group (66b65966-838b-4f6e-a25c-2730b79dc88b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.549688 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d47b9c3-2a2b-4d1e-8cbf-c6d9faadb10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (66b65966-838b-4f6e-a25c-2730b79dc88b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.570605 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] Set router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:46.587560 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (f61502dc-0d8f-4418-a129-ae12c12532cc), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.608393 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1d47b9c3-2a2b-4d1e-8cbf-c6d9faadb10c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f21113c02bc246ed96f23302f966a111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214697 May 27 15:20:46.612953 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50482) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.625066 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47b9c3-2a2b-4d1e-8cbf-c6d9faadb10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b65966-838b-4f6e-a25c-2730b79dc88b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.670644 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (f61502dc-0d8f-4418-a129-ae12c12532cc), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.675837 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723532'] for security_group_rule (f61502dc-0d8f-4418-a129-ae12c12532cc), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.696769 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61502dc-0d8f-4418-a129-ae12c12532cc,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.701774 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.706500 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-40736e10-36d0-4116-98df-0d78042f8fa8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938317 May 27 15:20:46.706500 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50484) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:46.711205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:46.714849 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:20:46Z', 'revision_number': 6, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:46.723640 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68d65920-c9f2-433e-b36a-d3b881836e51 admin admin] Publish callbacks [] for security_group (66b65966-838b-4f6e-a25c-2730b79dc88b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.736245 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.741410 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a95bf4-89e3-48af-95c6-e5f4faf8e071 None None] The sync data for ids ['f6b10ed0-7822-4e9e-b4fd-406b8ebbd124'] in dv-cinder-842541-3-iscsi is: [{'id': 'f6b10ed0-7822-4e9e-b4fd-406b8ebbd124', 'name': 'tempest-TestShelveInstance-1407715605-router', 'tenant_id': '32fb068c248a4cb9bb0e73dab923ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:11Z', 'updated_at': '2022-05-27T15:20:46Z', 'revision_number': 6, 'project_id': '32fb068c248a4cb9bb0e73dab923ca19', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:20:46.773346 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68d65920-c9f2-433e-b36a-d3b881836e51 admin admin] Publish callbacks [] for security_group (66b65966-838b-4f6e-a25c-2730b79dc88b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.819705 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.826776 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (920e4c4e-0c05-4868-9796-57e95d8c91ce), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.856466 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Pushing event deleted for resources: {'Port': ['ID=920e4c4e-0c05-4868-9796-57e95d8c91ce,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.905428 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:46.912236 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68d65920-c9f2-433e-b36a-d3b881836e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (66b65966-838b-4f6e-a25c-2730b79dc88b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.914765 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-68d65920-c9f2-433e-b36a-d3b881836e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.915933 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-68d65920-c9f2-433e-b36a-d3b881836e51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66b65966-838b-4f6e-a25c-2730b79dc88b HTTP/1.1" status: 204 len: 168 time: 0.3018668 May 27 15:20:46.929430 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d65920-c9f2-433e-b36a-d3b881836e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b65966-838b-4f6e-a25c-2730b79dc88b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:46.939243 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:46.959121 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Allocated IP 172.27.1.75 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/4f01f085-319c-49f8-b643-340392acde9d) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:20:47.037401 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.039592 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks [] for router_controller (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.079858 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for port (4f01f085-319c-49f8-b643-340392acde9d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.091441 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (f6b10ed0-7822-4e9e-b4fd-406b8ebbd124), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.092303 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:20:47.097968 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.099442 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5b2df422-9d86-496e-97a3-99fe345742bb admin admin] 10.222.0.41 "DELETE /v2.0/routers/f6b10ed0-7822-4e9e-b4fd-406b8ebbd124 HTTP/1.1" status: 204 len: 168 time: 1.0042777 May 27 15:20:47.101719 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50490) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:47.116015 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:47.122087 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (4f01f085-319c-49f8-b643-340392acde9d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.155602 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:47.171554 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Deleting subnet 607da916-6905-4961-b04a-dd5ac174267b {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:20:47.175818 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Publish callbacks [] for subnet (607da916-6905-4961-b04a-dd5ac174267b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.184779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:20:47.187144 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:47.194238 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:20:47.194543 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'Port': ['ID=4f01f085-319c-49f8-b643-340392acde9d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:47.196734 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:20:47.223767 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3014291'] for subnet (607da916-6905-4961-b04a-dd5ac174267b), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.292151 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (4c6e3efd-f7f1-4c33-8382-e429f2014033), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.327100 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (607da916-6905-4961-b04a-dd5ac174267b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.337147 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (4f01f085-319c-49f8-b643-340392acde9d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.338406 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.395084 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26290452'] for subnet (607da916-6905-4961-b04a-dd5ac174267b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.398680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:47.422549 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 3d45f8fd-c388-4bad-9229-622e4309da14 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:47.423433 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 3d45f8fd-c388-4bad-9229-622e4309da14 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:47.430591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607da916-6905-4961-b04a-dd5ac174267b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:47.439402 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.440688 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ccb0c-0f61-43db-95e1-be473d6b6744 None None] Network cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:20:47.447624 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ee5badd6-ddc5-4306-9746-95a44c413be1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/607da916-6905-4961-b04a-dd5ac174267b HTTP/1.1" status: 204 len: 168 time: 0.3448286 May 27 15:20:47.448378 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50500) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:47.545543 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.570141 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for port (4f01f085-319c-49f8-b643-340392acde9d), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.576121 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (4f01f085-319c-49f8-b643-340392acde9d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.647604 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Deleting port e9677aaf-3e77-47ed-8873-653d7072b3d3 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:47.656835 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.659767 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] DHCP port deletion for cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:20:47.701265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'Port': ['ID=4f01f085-319c-49f8-b643-340392acde9d,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:47.713395 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 07da3176-949e-40bd-ae2f-3d9f28b4c806 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:47.714691 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (4c6e3efd-f7f1-4c33-8382-e429f2014033), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.736978 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 07da3176-949e-40bd-ae2f-3d9f28b4c806 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:47.737352 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 07da3176-949e-40bd-ae2f-3d9f28b4c806 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:47.740216 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 920e4c4e-0c05-4868-9796-57e95d8c91ce no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:47.743432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.749097 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f0b0eecb-c5c3-4f3a-8c9b-2d7ba777720f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0419478 May 27 15:20:47.761505 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] For port e9677aaf-3e77-47ed-8873-653d7072b3d3, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e9677aaf-3e77-47ed-8873-653d7072b3d3,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:47.762034 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.767896 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 920e4c4e-0c05-4868-9796-57e95d8c91ce {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:47.768555 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 920e4c4e-0c05-4868-9796-57e95d8c91ce not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:47.771696 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Deleting port e9677aaf-3e77-47ed-8873-653d7072b3d3 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:47.772633 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.777917 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Calling delete_port for e9677aaf-3e77-47ed-8873-653d7072b3d3 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:47.816940 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50514) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:47.859308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] For port e9677aaf-3e77-47ed-8873-653d7072b3d3, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e9677aaf-3e77-47ed-8873-653d7072b3d3,segment=NetworkSegment(62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d),segment_id=62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:47.860027 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.877055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Calling delete_port for e9677aaf-3e77-47ed-8873-653d7072b3d3 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:47.904001 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:47.938339 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9677aaf-3e77-47ed-8873-653d7072b3d3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:47.946932 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] No DVR routers for this DVR port e9677aaf-3e77-47ed-8873-653d7072b3d3 on host dv-cinder-842541-3-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:20:47.975238 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1452560054-network', 'tenant_id': 'be77db463e844d0a8078b9fd07b7a968'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:47.997956 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (e9677aaf-3e77-47ed-8873-653d7072b3d3), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.022488 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Made reservation on behalf of be77db463e844d0a8078b9fd07b7a968 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:20:48.025000 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.033213 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Pushing event deleted for resources: {'Port': ['ID=e9677aaf-3e77-47ed-8873-653d7072b3d3,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:48.038356 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.046672 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] No DVR routers for this DVR port e9677aaf-3e77-47ed-8873-653d7072b3d3 on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:20:48.052423 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.053272 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.053935 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.054295 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.054911 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.054911 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.055230 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.055723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.056807 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.057298 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.057778 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.058254 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.058732 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.059790 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.060470 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d01d1c-dce3-49d7-abc2-46e0716d0ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:20:48.070718 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.080049 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0cdd5e2f-8bad-4bb6-b763-4a8da6c083d1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1316325345&fields=id&tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 267 time: 0.0998139 May 27 15:20:48.099090 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:48.108692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:48.108985 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:48.119452 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.135092 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.141626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:20:48.142117 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.164039 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d resource provider aggregate not found May 27 15:20:48.202191 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment 62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62c16ea6-1b5b-4b82-aabb-c32dc2ecc84d found for delete ", "request_id": "req-af85f93c-1358-4393-837e-cfc035b0347c"}]} May 27 15:20:48.216688 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.222481 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.229001 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a HTTP/1.1" status: 204 len: 168 time: 0.7768817 May 27 15:20:48.230241 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50532) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:48.236896 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a9bc1-391b-45b6-acbe-3c3af442cd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8a9dc1-c16d-4f7d-8be2-f21b49a26a3a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:48.245703 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-bce31daf-e246-4f19-91b5-ff8f93a718a4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:48.247141 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-bce31daf-e246-4f19-91b5-ff8f93a718a4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 815 time: 0.1565325 May 27 15:20:48.252611 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks [] for security_group (0a004727-8c31-4605-bbbc-74d9b31c58b8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.293715 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0a004727-8c31-4605-bbbc-74d9b31c58b8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.301081 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:48.314967 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:48.316474 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-f6db442d-79a2-483b-99af-22eae6985d3a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/quotas/80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 375 time: 0.0626488 May 27 15:20:48.326663 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 15:20:48.363912 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (ebb6c9cd-a71f-423e-850e-25d5a7e4b463), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.364256 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Added segment ebb6c9cd-a71f-423e-850e-25d5a7e4b463 of type vlan for network 031e6226-4ab9-4c38-ae21-400eb45fd11f May 27 15:20:48.413240 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a004727-8c31-4605-bbbc-74d9b31c58b8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:48.428922 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.475464 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-d7e665cb-e45e-4148-a72d-a47365c81a0e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466687 May 27 15:20:48.477157 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793562156912'] for network (031e6226-4ab9-4c38-ae21-400eb45fd11f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.572063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275'] for network (031e6226-4ab9-4c38-ae21-400eb45fd11f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.573063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:48.573636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.665119 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8466496 May 27 15:20:48.667868 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50534) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:48.672902 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Request body: {'subnet': {'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1452560054-subnet', 'tenant_id': 'be77db463e844d0a8078b9fd07b7a968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:48.679724 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:48.695810 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Made reservation on behalf of be77db463e844d0a8078b9fd07b7a968 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:20:48.698333 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26290489'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.719870 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc87149-eee3-4904-822c-6ec0b234bc9b admin admin] Pushing event updated for resources: {'Network': ['ID=031e6226-4ab9-4c38-ae21-400eb45fd11f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:48.720102 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:48.731059 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-d224ab0f-274c-4ca3-bca4-15de648ec673 service neutron] 10.222.0.41 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198489 May 27 15:20:48.734401 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Network 031e6226-4ab9-4c38-ae21-400eb45fd11f details requested by agent ovs-agent-dv-cinder-842541-3-iscsi with host dv-cinder-842541-3-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 15:20:48.886813 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26290479'] for subnet (c34bc3e5-32b6-4192-ba72-13526e7d6f01), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.947307 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34bc3e5-32b6-4192-ba72-13526e7d6f01,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:48.958123 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Checking segment: {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:20:48.958525 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Network hostable DHCP agents. Network: 031e6226-4ab9-4c38-ae21-400eb45fd11f, hostable agents: ['82403002-f569-49cd-befd-048ab1d15f22'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 15:20:48.977345 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Network 031e6226-4ab9-4c38-ae21-400eb45fd11f is scheduled to be hosted by DHCP agent 82403002-f569-49cd-befd-048ab1d15f22 with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 15:20:48.986758 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842541-3-iscsi, 031e6226-4ab9-4c38-ae21-400eb45fd11f) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:20:48.991754 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:48.992358 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:48.998926 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24199d50-c0ec-4dc3-9057-5ac427c02c00 None None] Network 031e6226-4ab9-4c38-ae21-400eb45fd11f requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:20:49.017249 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f3839239-e38c-4762-8d29-729c6488fb32 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3479688 May 27 15:20:49.119493 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33202c-d98c-4861-b543-0571b837b663 None None] Network 031e6226-4ab9-4c38-ae21-400eb45fd11f requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:20:49.173111 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-2e283199-367e-448f-bd14-1725300aa816 service neutron] 10.222.0.41 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226019 May 27 15:20:49.193486 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (e223714d-8804-48ce-a5e3-368732252eff), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:49.274253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:49.416679 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e9677aaf-3e77-47ed-8873-653d7072b3d3 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:49.442145 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: e9677aaf-3e77-47ed-8873-653d7072b3d3 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:49.443387 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e9677aaf-3e77-47ed-8873-653d7072b3d3 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:49.461425 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-87935225-91f3-486a-868b-92fc44009773 req-fc9ce0cc-9855-46d1-bdd8-7c21977528f8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 210 time: 0.0348701 May 27 15:20:49.545751 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Deleting port 768f7b6c-c74f-419a-b841-c016d2619427 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:49.546586 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (768f7b6c-c74f-419a-b841-c016d2619427), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:49.637085 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] For port 768f7b6c-c74f-419a-b841-c016d2619427, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=768f7b6c-c74f-419a-b841-c016d2619427,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:49.637348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (768f7b6c-c74f-419a-b841-c016d2619427), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:49.660179 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Calling delete_port for 768f7b6c-c74f-419a-b841-c016d2619427 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:49.662259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:49.813303 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:49.877326 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (768f7b6c-c74f-419a-b841-c016d2619427), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:49.906131 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=768f7b6c-c74f-419a-b841-c016d2619427,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:50.088559 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (e223714d-8804-48ce-a5e3-368732252eff), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:50.236017 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:50.297861 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Router e223714d-8804-48ce-a5e3-368732252eff has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:20:50.408669 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:20:50.417087 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-18a893ce-aabb-47ce-80a6-6c1b1b347b5e admin admin] 10.222.0.41 "PUT /v2.0/routers/e223714d-8804-48ce-a5e3-368732252eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1858253 May 27 15:20:50.417700 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50556) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:50.422466 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] Sync routers for ids ['e223714d-8804-48ce-a5e3-368732252eff'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:20:50.436706 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] Routers {'e223714d-8804-48ce-a5e3-368732252eff'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:50.437647 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e223714d-8804-48ce-a5e3-368732252eff'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:50.517834 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-c142158a-a777-4dd7-8037-aeaf3f1d6336 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:50.519320 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-c142158a-a777-4dd7-8037-aeaf3f1d6336 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 815 time: 0.1500649 May 27 15:20:50.578801 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks [] for router (e223714d-8804-48ce-a5e3-368732252eff), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:50.582204 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] Set router e223714d-8804-48ce-a5e3-368732252eff gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:50.593656 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-928a43d5-c5ca-499f-8259-e8ab6e995605 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 380 time: 0.0650077 May 27 15:20:50.647317 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-157eff18-2b7d-4baf-bed8-ea5ddbd39676 req-face6e54-e00d-481f-a83c-e9c8faac1be5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 210 time: 0.0651011 May 27 15:20:50.668176 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'port': {'device_id': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'admin_state_up': True, 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'security_groups': ['e7f407df-befa-4d68-b804-abc03cd08be0']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:50.719286 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks [] for router_gateway (e223714d-8804-48ce-a5e3-368732252eff), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:50.761708 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:50.769377 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:20:49Z', 'revision_number': 5, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port': {'id': '2be161ea-b7ed-4389-a45d-ae1e7c33160f', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223714d-8804-48ce-a5e3-368732252eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:15:20Z', 'updated_at': '2022-05-27T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:50.773259 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Deleting port 2be161ea-b7ed-4389-a45d-ae1e7c33160f {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:50.773592 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:50.804666 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] Checking router: e223714d-8804-48ce-a5e3-368732252eff for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:20:50.814039 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] Routers {'e223714d-8804-48ce-a5e3-368732252eff'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:20:50.814654 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e223714d-8804-48ce-a5e3-368732252eff'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:50.827234 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Made reservation on behalf of 80d48e2adc1e4c6ebfdd43e84f8e3106 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:20:50.831705 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:50.870735 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] For port 2be161ea-b7ed-4389-a45d-ae1e7c33160f, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2be161ea-b7ed-4389-a45d-ae1e7c33160f,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:50.871118 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:50.886206 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Calling delete_port for 2be161ea-b7ed-4389-a45d-ae1e7c33160f owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:50.915295 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] Set router e223714d-8804-48ce-a5e3-368732252eff gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:20:50.967629 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:20:50Z', 'revision_number': 6, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:50.987337 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Allocated IP 172.20.0.9 (7bae1b8f-6527-43a2-8c28-4f4a1470a167/a49de691-dec7-4881-80b0-a8479bdd77b4/5957996d-9971-4147-ab43-4d9b1a9273d5) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:20:50.999362 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f072a-6efd-46cb-94c7-179117a0824b None None] The sync data for ids ['e223714d-8804-48ce-a5e3-368732252eff'] in dv-cinder-842541-3-iscsi is: [{'id': 'e223714d-8804-48ce-a5e3-368732252eff', 'name': 'tempest-TestShelveInstance-1770351266-router', 'tenant_id': 'a119c636d156473fb72d5fe4ec32d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:15:18Z', 'updated_at': '2022-05-27T15:20:50Z', 'revision_number': 6, 'project_id': 'a119c636d156473fb72d5fe4ec32d4da', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:20:51.028390 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:51.100020 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e051803d-e359-4eb9-8f42-7e3251f95b9f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:51.101520 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e051803d-e359-4eb9-8f42-7e3251f95b9f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/networks?id=031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 200 len: 814 time: 0.1992908 May 27 15:20:51.134624 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:51.145920 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.149070 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-f3df7ed9-cbe0-4e73-84c2-1378c50ae85e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/quotas/be77db463e844d0a8078b9fd07b7a968 HTTP/1.1" status: 200 len: 375 time: 0.0381241 May 27 15:20:51.182393 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.193786 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-02e1846e-d8bc-4bc4-b2d2-d19600510539 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=be77db463e844d0a8078b9fd07b7a968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366166 May 27 15:20:51.199574 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (2be161ea-b7ed-4389-a45d-ae1e7c33160f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.226605 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:20:51.231829 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:20:51.235622 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:20:51.250300 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be161ea-b7ed-4389-a45d-ae1e7c33160f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:51.274944 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:51.280235 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:51.296305 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:51.297034 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.316028 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-0a1e9fc9-6341-4451-a95d-64b8d8438796 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6564856 May 27 15:20:51.327637 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Request body: {'port': {'device_id': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:51.375733 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (e223714d-8804-48ce-a5e3-368732252eff), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.436253 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.499022 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (e223714d-8804-48ce-a5e3-368732252eff), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.501730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks [] for router_controller (e223714d-8804-48ce-a5e3-368732252eff), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.505776 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-8d994af3-9907-483b-88ab-758d7f3b48ed service neutron] 10.222.0.41 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029046 May 27 15:20:51.525969 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-cab7fe08-7eb2-4cfe-b662-3b641c87278b None None] Provisioning complete for port 5957996d-9971-4147-ab43-4d9b1a9273d5 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:20:51.528373 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cab7fe08-7eb2-4cfe-b662-3b641c87278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.534861 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 768f7b6c-c74f-419a-b841-c016d2619427 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:51.579550 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 768f7b6c-c74f-419a-b841-c016d2619427 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:51.579988 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 768f7b6c-c74f-419a-b841-c016d2619427 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:51.596893 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-cab7fe08-7eb2-4cfe-b662-3b641c87278b None None] Port 5957996d-9971-4147-ab43-4d9b1a9273d5 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:20:51.622397 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (e223714d-8804-48ce-a5e3-368732252eff), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.623038 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e223714d-8804-48ce-a5e3-368732252eff {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:20:51.628052 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.629252 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-150a7f9c-2283-4026-93f4-7385a07b6273 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e223714d-8804-48ce-a5e3-368732252eff HTTP/1.1" status: 204 len: 168 time: 1.2105920 May 27 15:20:51.632654 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50578) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:51.687231 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:51.704981 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Deleting subnet 76cdb481-f9d5-40e8-b546-bfccab4bf543 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:20:51.709946 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-cfa11376-1c50-4bc7-8970-bb96d3bbe6d4 service neutron] 10.222.0.41 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900766 May 27 15:20:51.711962 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Publish callbacks [] for subnet (76cdb481-f9d5-40e8-b546-bfccab4bf543), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.789504 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (76cdb481-f9d5-40e8-b546-bfccab4bf543), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:51.828051 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442179a-afc6-4a2e-983f-e979931a5df6 req-847f66c7-e4be-48c1-ba52-5807913841c4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:51.829771 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b442179a-afc6-4a2e-983f-e979931a5df6 req-847f66c7-e4be-48c1-ba52-5807913841c4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 931 time: 0.0875862 May 27 15:20:51.933185 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2ef93a57-bd81-43ba-9a79-ac854d84efd9 req-37831d8d-b32c-4acc-abd8-462686d507fa tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 210 time: 0.0502615 May 27 15:20:51.985697 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b442179a-afc6-4a2e-983f-e979931a5df6 req-be346ce4-5d78-415f-94f9-0749b2151f16 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427124 May 27 15:20:51.997655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (76cdb481-f9d5-40e8-b546-bfccab4bf543), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.058744 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (76cdb481-f9d5-40e8-b546-bfccab4bf543), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.084609 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d7715-b445-4194-8643-d0763302d741 None None] Network 2e9d2a35-c9d4-475d-8877-8086f177365a requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:20:52.093538 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.097094 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/76cdb481-f9d5-40e8-b546-bfccab4bf543 HTTP/1.1" status: 204 len: 168 time: 0.4636350 May 27 15:20:52.100373 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50590) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:52.126324 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5957996d-9971-4147-ab43-4d9b1a9273d5 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:20:52.130850 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70106604-4e8a-4ab8-9552-322dbd93bd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76cdb481-f9d5-40e8-b546-bfccab4bf543,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:52.140757 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Publish callbacks [] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.168349 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Transition to ACTIVE for port object 5957996d-9971-4147-ab43-4d9b1a9273d5 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:20:52.173645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.183013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (2e9d2a35-c9d4-475d-8877-8086f177365a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.250140 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Deleting port 39001d89-a68b-4b10-a147-12d4608c1959 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:52.250890 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (39001d89-a68b-4b10-a147-12d4608c1959), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.288592 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:52.368687 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] DHCP port deletion for 2e9d2a35-c9d4-475d-8877-8086f177365a request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:20:52.383959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] For port 39001d89-a68b-4b10-a147-12d4608c1959, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=39001d89-a68b-4b10-a147-12d4608c1959,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:52.388054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (39001d89-a68b-4b10-a147-12d4608c1959), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.400534 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Attempting to bind port 5957996d-9971-4147-ab43-4d9b1a9273d5 on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:20:52.400874 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Attempting to bind port 5957996d-9971-4147-ab43-4d9b1a9273d5 by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:20:52.401205 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Attempting to bind port 5957996d-9971-4147-ab43-4d9b1a9273d5 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:20:52.407940 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Port 5957996d-9971-4147-ab43-4d9b1a9273d5 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:20:52.408684 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Attempting to bind port 5957996d-9971-4147-ab43-4d9b1a9273d5 on network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:20:52.411883 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:52.416628 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:20:52.417057 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Checking segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:20:52.417570 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Bound using segment: {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:20:52.418071 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Bound port: 5957996d-9971-4147-ab43-4d9b1a9273d5, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b49731-00bc-49e9-a44c-4021a33c3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:20:52.418665 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.425509 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Calling delete_port for 39001d89-a68b-4b10-a147-12d4608c1959 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:52.431255 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] Deleting port 39001d89-a68b-4b10-a147-12d4608c1959 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:20:52.433341 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (39001d89-a68b-4b10-a147-12d4608c1959), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.439310 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:52.508252 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:52.516093 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:52.523061 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:52.523300 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:20:52.528375 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:20:52.533964 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] For port 39001d89-a68b-4b10-a147-12d4608c1959, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=39001d89-a68b-4b10-a147-12d4608c1959,segment=NetworkSegment(e1327ba9-e3f9-4ea6-88a4-537cce53f1fb),segment_id=e1327ba9-e3f9-4ea6-88a4-537cce53f1fb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:52.535252 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (39001d89-a68b-4b10-a147-12d4608c1959), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.540981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.555335 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] Calling delete_port for 39001d89-a68b-4b10-a147-12d4608c1959 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:20:52.559667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:52.573812 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (39001d89-a68b-4b10-a147-12d4608c1959), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.590420 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:52.591206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.592806 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] 10.222.0.40 "PUT /v2.0/ports/5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 1093 time: 1.2696040 May 27 15:20:52.593327 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:52.596871 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bb77c0-6c1b-4992-884a-26139e22572f" -d '{"events": [{"name": "network-changed", "server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:52.605802 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Pushing event deleted for resources: {'Port': ['ID=39001d89-a68b-4b10-a147-12d4608c1959,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:52.614711 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] No DVR routers for this DVR port 39001d89-a68b-4b10-a147-12d4608c1959 on host dv-cinder-842541-3-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:20:52.636793 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f41a8-8d63-49f3-9362-3789e327989f service neutron] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:52.695320 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa78ccc5-3cd3-4b03-95e0-ce6d6755f4eb x-openstack-request-id: req-aa78ccc5-3cd3-4b03-95e0-ce6d6755f4eb {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:52.695926 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:52.696336 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa78ccc5-3cd3-4b03-95e0-ce6d6755f4eb {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:52.696800 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa78ccc5-3cd3-4b03-95e0-ce6d6755f4eb'] response: {'name': 'network-changed', 'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'status': 'completed', 'code': 200} May 27 15:20:52.723814 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (39001d89-a68b-4b10-a147-12d4608c1959), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.736039 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-44478ac6-c98b-4234-8b29-ef38329db2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:52.737799 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-44478ac6-c98b-4234-8b29-ef38329db2d8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1127 time: 0.0666046 May 27 15:20:52.767539 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] Pushing event deleted for resources: {'Port': ['ID=39001d89-a68b-4b10-a147-12d4608c1959,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:52.774332 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (2e9d2a35-c9d4-475d-8877-8086f177365a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.782155 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada68ebf-9239-42cf-87fd-aa826068e4b0 None None] No DVR routers for this DVR port 39001d89-a68b-4b10-a147-12d4608c1959 on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:20:52.797881 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-22d1c31c-73d2-41e0-8330-1a227d2e0233 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 217 time: 0.0528047 May 27 15:20:52.811043 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9d2a35-c9d4-475d-8877-8086f177365a']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:52.829701 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:52.829898 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1327ba9-e3f9-4ea6-88a4-537cce53f1fb') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:20:52.842365 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (e1327ba9-e3f9-4ea6-88a4-537cce53f1fb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.858416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (e1327ba9-e3f9-4ea6-88a4-537cce53f1fb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.865019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:20:52.865405 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (e1327ba9-e3f9-4ea6-88a4-537cce53f1fb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.868645 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-f1aab4d6-eaa3-4c95-94d3-6c3d04defc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:52.870043 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-f1aab4d6-eaa3-4c95-94d3-6c3d04defc8e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0579174 May 27 15:20:52.914382 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment e1327ba9-e3f9-4ea6-88a4-537cce53f1fb resource provider aggregate not found May 27 15:20:52.929681 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (2e9d2a35-c9d4-475d-8877-8086f177365a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.931868 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment e1327ba9-e3f9-4ea6-88a4-537cce53f1fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1327ba9-e3f9-4ea6-88a4-537cce53f1fb found for delete ", "request_id": "req-c007a07a-2d35-4143-a86a-9a4a845f8736"}]} May 27 15:20:52.938264 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:52.941340 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e9d2a35-c9d4-475d-8877-8086f177365a HTTP/1.1" status: 204 len: 168 time: 0.8400235 May 27 15:20:52.952301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db9fdd-4b0d-4178-9841-95f02537fedd admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9d2a35-c9d4-475d-8877-8086f177365a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:53.038432 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8e738a8-b6ad-4e1d-bd71-2e2cda492c74 req-18d4d624-5e9b-412d-af31-98ca171745ef tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 210 time: 0.0334473 May 27 15:20:53.085087 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-76cc2e84-5819-47ad-b0fc-17e6c68f5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:53.088503 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-76cc2e84-5819-47ad-b0fc-17e6c68f5198 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513551 May 27 15:20:53.089974 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 50606) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:53.096192 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:53.194847 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2338c37b-e805-48fe-9084-e407ad2323ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32fb068c248a4cb9bb0e73dab923ca19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009572 May 27 15:20:53.195680 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50608) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:53.213081 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a928ee-153a-44cd-adaa-824c4e1791cb req-f47b05ad-8a86-4417-83f2-bafa0e26a0fc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:53.214965 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-6d073d8a-9c20-401f-b7ae-267e33ae06a7 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209366 May 27 15:20:53.225224 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1a928ee-153a-44cd-adaa-824c4e1791cb req-f47b05ad-8a86-4417-83f2-bafa0e26a0fc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.1010685 May 27 15:20:53.333301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-be8e870f-50b3-4cc0-9a54-ed1ea29277b5 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:53.334643 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d058d579-c594-484b-ba27-113cb387acf4 admin admin] Publish callbacks [] for security_group (4d823d1b-18ef-4e4e-85e5-db569aa11ae1), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.334780 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-be8e870f-50b3-4cc0-9a54-ed1ea29277b5 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "GET /v2.0/networks?id=031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 200 len: 814 time: 0.1941719 May 27 15:20:53.338400 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1a928ee-153a-44cd-adaa-824c4e1791cb req-241d6de3-491e-447e-a0e4-649d92e1d2fe tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774622 May 27 15:20:53.367281 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-084c011a-2c44-463c-973f-d71a0f6ea5a9 req-b8df3895-3ef0-4444-a7e3-7e1395635074 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462302 May 27 15:20:53.371828 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d058d579-c594-484b-ba27-113cb387acf4 admin admin] Publish callbacks [] for security_group (4d823d1b-18ef-4e4e-85e5-db569aa11ae1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.389244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 39001d89-a68b-4b10-a147-12d4608c1959 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:53.392260 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Request body: {'port': {'device_id': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f', 'admin_state_up': True, 'tenant_id': 'be77db463e844d0a8078b9fd07b7a968'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:53.433032 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 39001d89-a68b-4b10-a147-12d4608c1959 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:53.433760 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 39001d89-a68b-4b10-a147-12d4608c1959 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:53.434242 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2be161ea-b7ed-4389-a45d-ae1e7c33160f no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:20:53.437366 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d058d579-c594-484b-ba27-113cb387acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (4d823d1b-18ef-4e4e-85e5-db569aa11ae1), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.440158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d058d579-c594-484b-ba27-113cb387acf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.445253 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d058d579-c594-484b-ba27-113cb387acf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d823d1b-18ef-4e4e-85e5-db569aa11ae1 HTTP/1.1" status: 204 len: 168 time: 0.2449789 May 27 15:20:53.456337 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 2be161ea-b7ed-4389-a45d-ae1e7c33160f {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:20:53.456802 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2be161ea-b7ed-4389-a45d-ae1e7c33160f not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:20:53.456930 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058d579-c594-484b-ba27-113cb387acf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d823d1b-18ef-4e4e-85e5-db569aa11ae1,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:53.519285 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Made reservation on behalf of be77db463e844d0a8078b9fd07b7a968 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:20:53.523199 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.660707 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Allocated IP 172.20.0.10 (031e6226-4ab9-4c38-ae21-400eb45fd11f/c34bc3e5-32b6-4192-ba72-13526e7d6f01/2bf5db6f-f925-4da6-88ba-6a3a1549164b) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:20:53.788548 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:53.818633 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks [] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.825375 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50618) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:53.850779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.868215 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c0c2c012-f201-4010-a8dd-af1ef457e8dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a119c636d156473fb72d5fe4ec32d4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415177 May 27 15:20:53.870553 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50620) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:20:53.891089 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Network 031e6226-4ab9-4c38-ae21-400eb45fd11f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:20:53.894278 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:20:53.900421 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:20:53.918971 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7123-44f1-4ccd-8a13-aa5f82cf92e4 admin admin] Publish callbacks [] for security_group (236a8a9d-6092-4665-b7de-da00a2cf8674), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.927612 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Pushing event updated for resources: {'Port': ['ID=2bf5db6f-f925-4da6-88ba-6a3a1549164b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:53.943164 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7123-44f1-4ccd-8a13-aa5f82cf92e4 admin admin] Publish callbacks [] for security_group (236a8a9d-6092-4665-b7de-da00a2cf8674), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.953073 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:53.953671 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.971223 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-e0333169-d2f7-4472-a1a5-160be2393e1e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829091 May 27 15:20:53.995816 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7123-44f1-4ccd-8a13-aa5f82cf92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (236a8a9d-6092-4665-b7de-da00a2cf8674), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.998509 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7123-44f1-4ccd-8a13-aa5f82cf92e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:53.999688 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ae8d7123-44f1-4ccd-8a13-aa5f82cf92e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/236a8a9d-6092-4665-b7de-da00a2cf8674 HTTP/1.1" status: 204 len: 168 time: 0.1282556 May 27 15:20:54.007420 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d7123-44f1-4ccd-8a13-aa5f82cf92e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a8a9d-6092-4665-b7de-da00a2cf8674,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:54.154265 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:54.163618 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3947ef-fe5a-4a6e-93df-6feedd0f7cca req-6e12b77c-4f58-484e-91f0-e0e2ad1a8861 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:54.165138 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bd3947ef-fe5a-4a6e-93df-6feedd0f7cca req-6e12b77c-4f58-484e-91f0-e0e2ad1a8861 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 932 time: 0.0556324 May 27 15:20:54.217374 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Request body: {'port': {'device_id': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:20:54.255288 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bd3947ef-fe5a-4a6e-93df-6feedd0f7cca req-9de32c2a-4dda-49d6-95ba-91036ce09217 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835214 May 27 15:20:54.263008 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77c0-6c1b-4992-884a-26139e22572f req-494fda50-4f82-428e-a873-be607cc77042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:54.264614 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-494fda50-4f82-428e-a873-be607cc77042 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1127 time: 0.0495534 May 27 15:20:54.302171 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:54.373755 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77c0-6c1b-4992-884a-26139e22572f req-09bb0c6f-a4e1-48bf-85a3-afb488561354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:54.387917 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-09bb0c6f-a4e1-48bf-85a3-afb488561354 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0982702 May 27 15:20:54.388024 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:20:54.423543 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:54.426422 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-257ee4cd-234d-4650-8fa6-b2406830e034 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 217 time: 0.0377922 May 27 15:20:54.442287 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:54.485591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77c0-6c1b-4992-884a-26139e22572f req-456d7bfa-1053-41a6-bac2-01e9dbefd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:54.487054 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-456d7bfa-1053-41a6-bac2-01e9dbefd9d3 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0525603 May 27 15:20:54.518358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6df4f-b348-4588-b721-cc123d6d4929 req-b9f16874-386e-41b3-9519-3e1f3e2e4987 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:54.520480 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c1d6df4f-b348-4588-b721-cc123d6d4929 req-b9f16874-386e-41b3-9519-3e1f3e2e4987 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0659056 May 27 15:20:54.533070 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77c0-6c1b-4992-884a-26139e22572f req-8d81a880-e279-44fe-a866-b71bf77fcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:54.534601 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-8d81a880-e279-44fe-a866-b71bf77fcc7b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408065 May 27 15:20:54.636605 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-220626e6-9a56-4426-8658-54d943bc9e37 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961139 May 27 15:20:54.732801 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75bb77c0-6c1b-4992-884a-26139e22572f req-86d2847a-dd34-4042-b174-f32cf1e10196 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899186 May 27 15:20:54.881836 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c1d6df4f-b348-4588-b721-cc123d6d4929 req-82b628c4-ce49-4387-ae30-6fe29a8eb300 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908933 May 27 15:20:54.952089 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf5db6f-f925-4da6-88ba-6a3a1549164b {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:20:54.959979 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Publish callbacks [] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:54.973054 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Transition to ACTIVE for port object 2bf5db6f-f925-4da6-88ba-6a3a1549164b will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:20:54.976992 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:55.043918 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf5db6f-f925-4da6-88ba-6a3a1549164b,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:55.092667 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Attempting to bind port 2bf5db6f-f925-4da6-88ba-6a3a1549164b on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:20:55.093003 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Attempting to bind port 2bf5db6f-f925-4da6-88ba-6a3a1549164b by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:20:55.093358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Attempting to bind port 2bf5db6f-f925-4da6-88ba-6a3a1549164b on network 031e6226-4ab9-4c38-ae21-400eb45fd11f {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:20:55.096322 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:55.099692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Port 2bf5db6f-f925-4da6-88ba-6a3a1549164b on network 031e6226-4ab9-4c38-ae21-400eb45fd11f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:20:55.099929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Attempting to bind port 2bf5db6f-f925-4da6-88ba-6a3a1549164b on network 031e6226-4ab9-4c38-ae21-400eb45fd11f {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:20:55.105769 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:20:55.106111 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Checking segment: {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:20:55.106491 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Bound using segment: {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:20:55.106914 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Bound port: 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:20:55.107264 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:55.171820 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] For port 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:20:55.175071 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] For port 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:20:55.181796 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:55.216017 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:55.216647 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:55.218003 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] 10.222.0.40 "PUT /v2.0/ports/2bf5db6f-f925-4da6-88ba-6a3a1549164b HTTP/1.1" status: 200 len: 1094 time: 1.0104716 May 27 15:20:55.218421 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'tag': '2bf5db6f-f925-4da6-88ba-6a3a1549164b'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:55.220879 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f666bfce-fe94-4a3d-9104-25499041a1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c1d07-b959-4f07-ab32-ff428177b35b", "tag": "2bf5db6f-f925-4da6-88ba-6a3a1549164b"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:55.244372 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ef40-f7a7-405a-8c31-6f1244806873 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf5db6f-f925-4da6-88ba-6a3a1549164b,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:55.262127 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514a889a-af7b-4daf-9005-4090e9c87ba1 x-openstack-request-id: req-514a889a-af7b-4daf-9005-4090e9c87ba1 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:55.262632 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c1d07-b959-4f07-ab32-ff428177b35b", "tag": "2bf5db6f-f925-4da6-88ba-6a3a1549164b", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:55.262632 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-514a889a-af7b-4daf-9005-4090e9c87ba1 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:55.263108 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514a889a-af7b-4daf-9005-4090e9c87ba1'] response: {'name': 'network-changed', 'server_uuid': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'tag': '2bf5db6f-f925-4da6-88ba-6a3a1549164b', 'status': 'completed', 'code': 200} May 27 15:20:55.281936 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:55.314686 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-69741ac5-a163-4c69-8678-48763fe662f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:55.316172 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-69741ac5-a163-4c69-8678-48763fe662f6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=be77db463e844d0a8078b9fd07b7a968&device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 1128 time: 0.0455613 May 27 15:20:55.369663 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-d4998eb4-9a4c-4868-8b5b-c27d560b5c4b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b HTTP/1.1" status: 200 len: 217 time: 0.0450864 May 27 15:20:55.433113 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf1912-6f6c-4663-9c3f-8cfab200df07 req-d293b4df-b100-4e79-85cd-ef503d1793fe tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:55.434487 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-97cf1912-6f6c-4663-9c3f-8cfab200df07 req-d293b4df-b100-4e79-85cd-ef503d1793fe tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 944 time: 0.1027770 May 27 15:20:55.439432 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:20:55.452561 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-f480eb49-fa15-43b3-a321-575fee0ad21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:55.453938 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-f480eb49-fa15-43b3-a321-575fee0ad21a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c34bc3e5-32b6-4192-ba72-13526e7d6f01 HTTP/1.1" status: 200 len: 854 time: 0.0673962 May 27 15:20:55.492345 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-4f2b5fcb-d7bc-4da4-a85b-dae902c37a24 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=031e6226-4ab9-4c38-ae21-400eb45fd11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313997 May 27 15:20:55.544266 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:55.544560 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-97cf1912-6f6c-4663-9c3f-8cfab200df07 req-894d752a-5680-4281-99a8-975c73c226c4 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023488 May 27 15:20:55.557267 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'mac_address': 'fa:16:3e:b5:7a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:20:55.592546 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:55.592931 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:55.602903 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-8508fecd-247b-4f5a-8e07-9dabc80a71f8 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028674 May 27 15:20:55.606107 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5957996d-9971-4147-ab43-4d9b1a9273d5 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:20:55.626625 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:55.631976 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:55.681732 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:55.697559 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b27f92a-0502-4274-b5ea-bd1302ac7f91 req-fc51718f-1846-4759-8c98-a355af5ed088 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881805 May 27 15:20:55.878992 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['5957996d-9971-4147-ab43-4d9b1a9273d5'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:20:56.008587 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c978a-99c2-44d6-bbcd-4ab019e13c7e req-f3617882-07cb-49a9-9f88-50fc93d1b185 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:56.010402 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff1c978a-99c2-44d6-bbcd-4ab019e13c7e req-f3617882-07cb-49a9-9f88-50fc93d1b185 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 944 time: 0.0545788 May 27 15:20:56.059567 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff1c978a-99c2-44d6-bbcd-4ab019e13c7e req-46155d17-69cc-4fd3-b129-8039558db271 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 May 27 15:20:56.546677 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-c4e95076-81f4-417e-ac7b-77a16a81dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:56.548144 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-c4e95076-81f4-417e-ac7b-77a16a81dbf8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=be77db463e844d0a8078b9fd07b7a968&device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 1128 time: 0.0402620 May 27 15:20:56.677605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d93-6001-4442-b372-3d3aa318fd31 req-dbbe6631-8a44-4c80-bb95-9c3b62e11f46 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:56.678950 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3fd9d93-6001-4442-b372-3d3aa318fd31 req-dbbe6631-8a44-4c80-bb95-9c3b62e11f46 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 944 time: 0.0597463 May 27 15:20:56.681692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-3c09385c-3a4f-43e0-89de-7e6b05862ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:56.683000 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-3c09385c-3a4f-43e0-89de-7e6b05862ad1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 200 len: 915 time: 0.1293800 May 27 15:20:56.718106 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=8 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:56.730706 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-29ef8814-ae96-4674-92b7-9dc9c695313f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b HTTP/1.1" status: 200 len: 217 time: 0.0397120 May 27 15:20:56.787677 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3fd9d93-6001-4442-b372-3d3aa318fd31 req-61b3413e-b9da-4228-aa65-66ba0c11ed1c tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 May 27 15:20:56.794706 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:56.801192 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-5f2b0c53-b631-44da-9345-506342cb6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:56.802755 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-5f2b0c53-b631-44da-9345-506342cb6d1b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c34bc3e5-32b6-4192-ba72-13526e7d6f01 HTTP/1.1" status: 200 len: 854 time: 0.0623977 May 27 15:20:56.835907 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-7ae1d73b-ef64-447f-b349-f272fe3d70fd service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=031e6226-4ab9-4c38-ae21-400eb45fd11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268683 May 27 15:20:56.928115 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-4a5e681f-4cd4-4fb5-a296-d67b33207ad2 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858312 May 27 15:20:57.017834 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f666bfce-fe94-4a3d-9104-25499041a1e5 req-177a3f39-4c5d-4b03-80f6-27a6f420e004 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838287 May 27 15:20:57.180311 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b6689-f573-467b-9c9a-9642d098e5ec req-3617fa8c-f6be-4390-b786-19d38c087baf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:57.181670 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e92b6689-f573-467b-9c9a-9642d098e5ec req-3617fa8c-f6be-4390-b786-19d38c087baf tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 944 time: 0.0473409 May 27 15:20:57.233169 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e92b6689-f573-467b-9c9a-9642d098e5ec req-8a132e3a-d996-46e3-838d-c640254e9e92 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 May 27 15:20:57.455336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 2bf5db6f-f925-4da6-88ba-6a3a1549164b details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:20:57.458567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:20:57.561724 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 5957996d-9971-4147-ab43-4d9b1a9273d5 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:20:57.570923 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 5957996d-9971-4147-ab43-4d9b1a9273d5 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:20:57.571293 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:57.623219 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:57.641828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '2bf5db6f-f925-4da6-88ba-6a3a1549164b', 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f', 'port_id': '2bf5db6f-f925-4da6-88ba-6a3a1549164b', 'mac_address': 'fa:16:3e:93:9f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34bc3e5-32b6-4192-ba72-13526e7d6f01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:20:57.703775 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:57.704157 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:57.706198 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 2bf5db6f-f925-4da6-88ba-6a3a1549164b is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:57.706500 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:57.732716 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf5db6f-f925-4da6-88ba-6a3a1549164b {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:20:57.744053 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:57.746358 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c9c659-8308-47aa-8295-44d71d1cf6d5" -d '{"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-plugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:57.769423 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:57.771986 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:57.774736 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:57.779071 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:57.782864 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d3111-4d8b-4fd0-a824-0574b1903707 x-openstack-request-id: req-df9d3111-4d8b-4fd0-a824-0574b1903707 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:57.783149 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-plugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:57.783398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df9d3111-4d8b-4fd0-a824-0574b1903707 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:57.783788 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9d3111-4d8b-4fd0-a824-0574b1903707'] response: {'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'code': 200} May 27 15:20:57.808694 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:57.831729 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:57.884738 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=2bf5db6f-f925-4da6-88ba-6a3a1549164b,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:57.905478 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:57.928789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1375-d918-480e-8ad1-9403993c73ae req-a92c8f96-a1f5-4488-b20b-348ac9eda5c8 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:57.930273 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dd2e1375-d918-480e-8ad1-9403993c73ae req-a92c8f96-a1f5-4488-b20b-348ac9eda5c8 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 945 time: 0.0632827 May 27 15:20:57.990644 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3391-879e-4de2-9672-c8553d7a13e8 req-7e97c68d-b323-487a-b242-d14ca338d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:57.992035 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-072f3391-879e-4de2-9672-c8553d7a13e8 req-7e97c68d-b323-487a-b242-d14ca338d302 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1129 time: 0.0609136 May 27 15:20:58.005331 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['2bf5db6f-f925-4da6-88ba-6a3a1549164b'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:20:58.021650 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dd2e1375-d918-480e-8ad1-9403993c73ae req-bf7a49ad-4219-473a-9abd-05130fa705e6 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814841 May 27 15:20:58.049603 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-072f3391-879e-4de2-9672-c8553d7a13e8 req-c936b88a-4214-4442-9013-e64b5c99293e service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479681 May 27 15:20:58.050177 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:58.080176 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:20:58.359832 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c53974-623c-46f8-9533-32c7ee445127 req-2ed4a78a-6c62-43a4-872f-de5a7488a43e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:58.361344 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38c53974-623c-46f8-9533-32c7ee445127 req-2ed4a78a-6c62-43a4-872f-de5a7488a43e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0515580 May 27 15:20:58.409924 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38c53974-623c-46f8-9533-32c7ee445127 req-0731e106-1258-40a0-adcf-33f8f9c2e9bb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 May 27 15:20:59.138451 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097d00d-c79d-4aa6-af57-0bf8560c997f req-169c1861-d583-433a-a932-5b08a5f74bf9 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:59.139901 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f097d00d-c79d-4aa6-af57-0bf8560c997f req-169c1861-d583-433a-a932-5b08a5f74bf9 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 945 time: 0.0475645 May 27 15:20:59.187140 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f097d00d-c79d-4aa6-af57-0bf8560c997f req-57727fb9-a46b-4b84-9ef4-d36b9bcce0e6 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 May 27 15:20:59.461388 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 2bf5db6f-f925-4da6-88ba-6a3a1549164b up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:20:59.504125 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 2bf5db6f-f925-4da6-88ba-6a3a1549164b completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:20:59.510325 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 2bf5db6f-f925-4da6-88ba-6a3a1549164b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:20:59.510671 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:59.540673 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb39557-021e-447b-923a-e2e7bf3c6408 req-0abe006b-90b1-4e89-a9de-0f2bd14b561e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:59.542230 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3bb39557-021e-447b-923a-e2e7bf3c6408 req-0abe006b-90b1-4e89-a9de-0f2bd14b561e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0539372 May 27 15:20:59.588241 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 2bf5db6f-f925-4da6-88ba-6a3a1549164b is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:20:59.588662 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:59.594064 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3bb39557-021e-447b-923a-e2e7bf3c6408 req-5e917363-f3ac-4ad7-afaf-6b6a9130f467 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 May 27 15:20:59.636177 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:20:59.639967 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:20:59.697114 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=2bf5db6f-f925-4da6-88ba-6a3a1549164b,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:20:59.785244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf5db6f-f925-4da6-88ba-6a3a1549164b'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:20:59.788286 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb61b5-d243-4ca7-8e36-7fa873cf2a23" -d '{"events": [{"server_uuid": "ec9c1d07-b959-4f07-ab32-ff428177b35b", "name": "network-vif-plugged", "status": "completed", "tag": "2bf5db6f-f925-4da6-88ba-6a3a1549164b"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:20:59.825002 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439b428e-e370-467d-8262-038de6e83bc0 x-openstack-request-id: req-439b428e-e370-467d-8262-038de6e83bc0 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:20:59.825295 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c1d07-b959-4f07-ab32-ff428177b35b", "name": "network-vif-plugged", "status": "completed", "tag": "2bf5db6f-f925-4da6-88ba-6a3a1549164b", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:20:59.825548 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-439b428e-e370-467d-8262-038de6e83bc0 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:20:59.825943 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439b428e-e370-467d-8262-038de6e83bc0'] response: {'server_uuid': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf5db6f-f925-4da6-88ba-6a3a1549164b', 'code': 200} May 27 15:20:59.989745 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59729e29-d883-4039-b79d-742f2f7d29c5 req-5c7582b3-30ef-4a53-bbd0-066818c74735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:20:59.991198 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59729e29-d883-4039-b79d-742f2f7d29c5 req-5c7582b3-30ef-4a53-bbd0-066818c74735 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 1130 time: 0.0408177 May 27 15:21:00.040899 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:00.052317 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59729e29-d883-4039-b79d-742f2f7d29c5 req-c8edb72d-439d-4ace-a4aa-7dc9f13c40fb service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538456 May 27 15:21:00.301916 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36cf33-c5ea-4a16-afc5-7bddfbbc85f5 req-c38f9d5c-d44b-4cbb-82a7-99558b0b7c2e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:00.303638 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d36cf33-c5ea-4a16-afc5-7bddfbbc85f5 req-c38f9d5c-d44b-4cbb-82a7-99558b0b7c2e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 946 time: 0.0493376 May 27 15:21:00.351055 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4d36cf33-c5ea-4a16-afc5-7bddfbbc85f5 req-7ff36586-8a0f-4d4f-91c9-76c8f443cf6d tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 May 27 15:21:00.699620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:00.718056 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751c135-d510-4c74-baaa-a73316cdda28 req-f6b49aef-8e7a-4c2a-ba34-54c8b2e426fe tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:00.719759 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a751c135-d510-4c74-baaa-a73316cdda28 req-f6b49aef-8e7a-4c2a-ba34-54c8b2e426fe tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0507534 May 27 15:21:00.768717 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a751c135-d510-4c74-baaa-a73316cdda28 req-a65b02cf-d1ab-46cb-a6fc-399be97ba297 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 May 27 15:21:00.814194 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-f7f386c5-7e7b-4b87-9a82-b59b2832067d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391908 May 27 15:21:00.895378 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6c54c-81ed-4434-b6fb-1e1ccdc5c728 req-fcfb85b3-1b41-4b11-b7be-45745c2a1197 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:00.897090 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d3d6c54c-81ed-4434-b6fb-1e1ccdc5c728 req-fcfb85b3-1b41-4b11-b7be-45745c2a1197 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0557044 May 27 15:21:00.905691 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 50660) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:21:00.910251 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Request body: {'floatingip': {'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:21:00.926601 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-98890f1b-04a2-4b96-be12-fdbb7d7f1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:00.928698 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-98890f1b-04a2-4b96-be12-fdbb7d7f1af9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 1129 time: 0.0538557 May 27 15:21:00.952569 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (4c6e3efd-f7f1-4c33-8382-e429f2014033), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:01.032550 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-8bba9632-6f10-4e26-a50f-b0529e2b98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:01.034034 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-8bba9632-6f10-4e26-a50f-b0529e2b98e8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0865462 May 27 15:21:01.361055 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:01.365598 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (4c6e3efd-f7f1-4c33-8382-e429f2014033), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:01.472370 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Floating IP 4c6e3efd-f7f1-4c33-8382-e429f2014033 associated. External IP: 172.27.1.75, port: 5957996d-9971-4147-ab43-4d9b1a9273d5. May 27 15:21:01.518338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cdaf9-01a8-44b9-8684-3a2e37834aa9 req-b83da53c-f54b-41b2-9003-4bac63316e2f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:01.519795 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-699cdaf9-01a8-44b9-8684-3a2e37834aa9 req-b83da53c-f54b-41b2-9003-4bac63316e2f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 946 time: 0.1011372 May 27 15:21:01.550215 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-3ae68492-42f8-4002-a8fd-05e30d735ac9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f HTTP/1.1" status: 200 len: 1000 time: 0.0899410 May 27 15:21:01.606380 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:01.615017 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-699cdaf9-01a8-44b9-8684-3a2e37834aa9 req-49459c45-f90a-4551-99d2-23e14be067b6 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863886 May 27 15:21:01.624083 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:01.624315 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-0b891f8f-daf8-4833-9f31-68b5bbd42870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:01.626000 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-0b891f8f-daf8-4833-9f31-68b5bbd42870 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0680599 May 27 15:21:01.670940 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:01.675488 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-197eb8bc-9575-4a15-99f5-0bb144773d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:01.677083 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-197eb8bc-9575-4a15-99f5-0bb144773d38 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438249 May 27 15:21:01.681530 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:21:01.766806 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-9f382788-482c-49a0-91c7-3cb362a0128d service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834537 May 27 15:21:01.784839 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:21:01.790308 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:01.797177 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:21:01.808300 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:21:01.808955 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:21:01.819489 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-03b498c9-0c58-4141-bb28-1b27bb6f3309 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "PUT /v2.0/floatingips/4c6e3efd-f7f1-4c33-8382-e429f2014033 HTTP/1.1" status: 200 len: 990 time: 0.9126995 May 27 15:21:01.820405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:21:01.823061 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2b0a4-eaca-4155-acac-97ef54a51fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:21:01.863094 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fb61d0-301c-4281-99d2-e2b03995db39 x-openstack-request-id: req-33fb61d0-301c-4281-99d2-e2b03995db39 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:21:01.863385 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:21:01.863630 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33fb61d0-301c-4281-99d2-e2b03995db39 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:21:01.864349 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fb61d0-301c-4281-99d2-e2b03995db39'] response: {'name': 'network-changed', 'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'status': 'completed', 'code': 200} May 27 15:21:01.870196 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0feba21-2e52-41a8-ae9a-9539e66a34fc req-8129e3cb-b165-4fb3-a9cf-04ef67700bdb service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965290 May 27 15:21:01.919524 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:21:01.926765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-66bb0fa5-cace-4ed0-896b-eff0908c9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:01.928412 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-66bb0fa5-cace-4ed0-896b-eff0908c9627 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1129 time: 0.0431900 May 27 15:21:02.024566 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-6d8a444a-fdee-4127-809b-10bf13d11f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:02.026023 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-6d8a444a-fdee-4127-809b-10bf13d11f6e service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0926073 May 27 15:21:02.088095 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-ba071212-4832-4f5f-b01b-bf112a45e1eb service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 998 time: 0.0553448 May 27 15:21:02.128284 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '4c6e3efd-f7f1-4c33-8382-e429f2014033', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'mac_address': 'fa:16:3e:b5:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:20:47Z', 'updated_at': '2022-05-27T15:21:01Z', 'revision_number': 1, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:21:02.135227 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-fd479b28-d108-48f5-ab8d-2413e32cb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:02.136682 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-fd479b28-d108-48f5-ab8d-2413e32cb04e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0429733 May 27 15:21:02.157367 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:21:02.166281 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:21:02.166887 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:20:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:21:02.185469 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-2ed2c2a7-775a-485a-9fa0-0b8aefa37b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:02.186936 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-2ed2c2a7-775a-485a-9fa0-0b8aefa37b0e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448995 May 27 15:21:02.210235 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:02.275138 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:21:02.279545 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-6aaae3c4-f00d-4d5e-a0db-b529f8f6ca08 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857232 May 27 15:21:02.374152 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-57a2b0a4-eaca-4155-acac-97ef54a51fc5 req-af8e5eac-53ad-4ba1-b45b-795ed434b78e service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891736 May 27 15:21:02.502497 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '4c6e3efd-f7f1-4c33-8382-e429f2014033', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'mac_address': 'fa:16:3e:b5:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:20:47Z', 'updated_at': '2022-05-27T15:21:01Z', 'revision_number': 1, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:21:02.526922 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54140d9d-f75d-4b42-b59c-bda6305306f0 None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '4c6e3efd-f7f1-4c33-8382-e429f2014033', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'mac_address': 'fa:16:3e:b5:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:20:47Z', 'updated_at': '2022-05-27T15:21:01Z', 'revision_number': 1, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:21:02.737123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58da9-d8ab-49ea-bffc-ea071cd7ca66 req-207a4acb-0ecf-4788-a3aa-c9f4bff70c06 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:02.738620 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bd58da9-d8ab-49ea-bffc-ea071cd7ca66 req-207a4acb-0ecf-4788-a3aa-c9f4bff70c06 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 946 time: 0.0498359 May 27 15:21:02.744998 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1eca2-ad74-4b6b-8620-4a7f882f52ff None None] New status for floating IP 4c6e3efd-f7f1-4c33-8382-e429f2014033: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:21:02.787545 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8bd58da9-d8ab-49ea-bffc-ea071cd7ca66 req-b46bce1d-071b-4a24-8b3d-f67f3310df96 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 May 27 15:21:11.814498 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=13 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:11.816454 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=23 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.504924 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=73 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.505643 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.781641 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=31 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.783460 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=81 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.980142 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.980920 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=49,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:12.983921 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:13.588729 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2d62bd7d-5567-4aed-843a-2b4e8ac1bb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:15.858603 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-11e7844f-1441-4130-82a7-7e13c28b8e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:17.337188 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:18.434792 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:19.816208 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:28.544402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:29.809835 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:29.811722 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:30.046819 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:31.387103 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:21:39.246373 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:40.035787 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:40.041230 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:40.042927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:41.382491 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:41.411382 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076fb7-549d-4d57-bc1c-75e0143b3231 req-df9291d9-a4df-4ded-9c00-f8f6d72a5737 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:41.413011 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c076fb7-549d-4d57-bc1c-75e0143b3231 req-df9291d9-a4df-4ded-9c00-f8f6d72a5737 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 946 time: 0.0533600 May 27 15:21:41.459998 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2c076fb7-549d-4d57-bc1c-75e0143b3231 req-2da8997f-f534-461f-b3f7-f68fb730f256 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 May 27 15:21:42.575465 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71d27a-a6d6-4834-acca-b0859b1fd955 req-95b95ec8-6f73-41ad-b0ff-4fc6202757e4 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:42.576966 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8f71d27a-a6d6-4834-acca-b0859b1fd955 req-95b95ec8-6f73-41ad-b0ff-4fc6202757e4 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 946 time: 0.0476544 May 27 15:21:42.625442 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8f71d27a-a6d6-4834-acca-b0859b1fd955 req-dea13c24-0034-4db8-889e-7d22b88c20b0 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 May 27 15:21:43.312076 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-142989db-770e-44c9-82bb-6bd10782e28d tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:43.313546 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-142989db-770e-44c9-82bb-6bd10782e28d tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 946 time: 0.0464444 May 27 15:21:43.398970 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Deleting port 2bf5db6f-f925-4da6-88ba-6a3a1549164b {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:21:43.399308 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:43.487137 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] For port 2bf5db6f-f925-4da6-88ba-6a3a1549164b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=2bf5db6f-f925-4da6-88ba-6a3a1549164b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:21:43.487503 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:43.504697 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Calling delete_port for 2bf5db6f-f925-4da6-88ba-6a3a1549164b owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:21:43.581079 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-156fa850-5bc8-4a67-a8e8-d905058987cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:43.632820 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (2bf5db6f-f925-4da6-88ba-6a3a1549164b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:43.646441 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['2bf5db6f-f925-4da6-88ba-6a3a1549164b'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:21:43.658982 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Pushing event deleted for resources: {'Port': ['ID=2bf5db6f-f925-4da6-88ba-6a3a1549164b,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:21:43.711455 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] No DVR routers for this DVR port 2bf5db6f-f925-4da6-88ba-6a3a1549164b on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:21:43.721165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:43.724194 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0ee0922a-7c46-4a77-bbee-c9b1bacc4ecd req-4dc98827-790d-4f9d-be24-c3c80cd25b42 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "DELETE /v2.0/ports/2bf5db6f-f925-4da6-88ba-6a3a1549164b HTTP/1.1" status: 204 len: 173 time: 0.4052048 May 27 15:21:43.725851 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'name': 'network-vif-deleted', 'tag': '2bf5db6f-f925-4da6-88ba-6a3a1549164b'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:21:43.728045 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b423054f-66f0-48bc-90d5-ac6e43c7ba4f" -d '{"events": [{"server_uuid": "ec9c1d07-b959-4f07-ab32-ff428177b35b", "name": "network-vif-deleted", "tag": "2bf5db6f-f925-4da6-88ba-6a3a1549164b"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:21:43.748483 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5a5c5981-c4c0-49dd-8b07-87f2c51288f2 req-020249f2-4323-4b5e-a98b-1fd7455dc8c5 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec9c1d07-b959-4f07-ab32-ff428177b35b HTTP/1.1" status: 200 len: 210 time: 0.0388448 May 27 15:21:43.779133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882fc362-4fd2-42ae-b986-66cbe597300c x-openstack-request-id: req-882fc362-4fd2-42ae-b986-66cbe597300c {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:21:43.779422 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c1d07-b959-4f07-ab32-ff428177b35b", "name": "network-vif-deleted", "tag": "2bf5db6f-f925-4da6-88ba-6a3a1549164b", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:21:43.779673 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-882fc362-4fd2-42ae-b986-66cbe597300c {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:21:43.780069 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882fc362-4fd2-42ae-b986-66cbe597300c'] response: {'server_uuid': 'ec9c1d07-b959-4f07-ab32-ff428177b35b', 'name': 'network-vif-deleted', 'tag': '2bf5db6f-f925-4da6-88ba-6a3a1549164b', 'status': 'completed', 'code': 200} May 27 15:21:45.861181 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a810ac39-ac39-43b2-bb35-9f946356140b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:47.338521 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:47.916175 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 2bf5db6f-f925-4da6-88ba-6a3a1549164b no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:21:47.936182 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 2bf5db6f-f925-4da6-88ba-6a3a1549164b {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:21:47.936541 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 2bf5db6f-f925-4da6-88ba-6a3a1549164b not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:21:48.431995 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:49.819644 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:53.798415 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-824198b9-ff7f-4987-ae41-5acd0f8a5283 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:53.799850 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-824198b9-ff7f-4987-ae41-5acd0f8a5283 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/networks?id=031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 200 len: 814 time: 0.1009467 May 27 15:21:53.814713 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-da4b8d94-f6b4-4da3-9b7c-35c13f174a6d tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/quotas/be77db463e844d0a8078b9fd07b7a968 HTTP/1.1" status: 200 len: 375 time: 0.0095186 May 27 15:21:53.854775 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-e55a9b08-8115-4563-97b9-5f8384af2d2f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=be77db463e844d0a8078b9fd07b7a968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326049 May 27 15:21:53.945307 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-817c2018-893b-4103-876f-c53041c2d246 service neutron] 10.222.0.41 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 May 27 15:21:54.029713 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:54.041381 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-fb1f21df-160d-4d9f-ad6d-57c7d5eb997d service neutron] 10.222.0.41 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898325 May 27 15:21:54.180890 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:54.201929 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f2915ac4-53bf-44bc-9162-5773fbe526e5 req-c87e27b0-3fac-415f-a1e3-3fdefb8fbd98 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0307617 May 27 15:21:54.989605 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba27ecf-59d3-44dd-ad8c-f4a1a8c3b87c req-c88c81d5-b8d2-4969-95f4-89049d98dee1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:54.991028 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bba27ecf-59d3-44dd-ad8c-f4a1a8c3b87c req-c88c81d5-b8d2-4969-95f4-89049d98dee1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0492446 May 27 15:21:55.047353 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bba27ecf-59d3-44dd-ad8c-f4a1a8c3b87c req-f8d81e20-d992-4889-a40a-d9301e4c7f24 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 May 27 15:21:55.250668 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-62450271-a162-40c8-a1bf-3234f638e839 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:55.252158 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-62450271-a162-40c8-a1bf-3234f638e839 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "GET /v2.0/networks?id=031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 200 len: 814 time: 0.1150234 May 27 15:21:55.273810 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Request body: {'port': {'device_id': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f', 'admin_state_up': True, 'tenant_id': 'be77db463e844d0a8078b9fd07b7a968'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:21:55.328854 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-145e747a-55c0-41e8-a417-745bb55dc601 req-bc33c6e9-d7bf-4ef1-aaf2-6f577ba8110d tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0499225 May 27 15:21:55.411087 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Made reservation on behalf of be77db463e844d0a8078b9fd07b7a968 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:21:55.414439 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:55.539798 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Allocated IP 172.20.0.2 (031e6226-4ab9-4c38-ae21-400eb45fd11f/c34bc3e5-32b6-4192-ba72-13526e7d6f01/eec3b38f-cd0e-4e34-97d0-1afc972d7b2b) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:21:55.683855 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks [] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:55.717484 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:55.763092 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Network 031e6226-4ab9-4c38-ae21-400eb45fd11f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:21:55.766269 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:21:55.772604 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:21:55.799285 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Pushing event updated for resources: {'Port': ['ID=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:21:55.814152 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.814483 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.814830 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.815171 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.815505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.815836 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.816166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.816511 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.816841 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.817165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.817490 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.817815 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.818135 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.818456 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.818778 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:21:55.838576 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:55.839179 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:55.845036 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:55.856855 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-f2384b6c-3127-4829-8a1e-2ed16b25c89b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869329 May 27 15:21:55.871946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Request body: {'port': {'device_id': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:21:55.929169 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:55.931632 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:56.189442 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cf230-6da0-4324-8aaf-24932f743046 req-1a273886-8fa4-4387-9228-58eb746fcfa3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:56.190871 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-814cf230-6da0-4324-8aaf-24932f743046 req-1a273886-8fa4-4387-9228-58eb746fcfa3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0551512 May 27 15:21:56.285280 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-814cf230-6da0-4324-8aaf-24932f743046 req-af7fe652-ac27-4c45-8aa2-9bae685e9b4e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854864 May 27 15:21:56.298253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec3b38f-cd0e-4e34-97d0-1afc972d7b2b {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:21:56.305882 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Publish callbacks [] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:56.319765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Transition to ACTIVE for port object eec3b38f-cd0e-4e34-97d0-1afc972d7b2b will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:21:56.324287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:56.392845 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Pushing event updated for resources: {'Port': ['ID=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:21:56.484991 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68834acd-c47e-4fbb-9c62-92fa5a1eb084 req-5f204ba7-a60c-4a0f-aaa6-94b05146f215 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:56.486435 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-68834acd-c47e-4fbb-9c62-92fa5a1eb084 req-5f204ba7-a60c-4a0f-aaa6-94b05146f215 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 943 time: 0.0708320 May 27 15:21:56.488774 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Attempting to bind port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:21:56.489105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Attempting to bind port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:21:56.489429 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Attempting to bind port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b on network 031e6226-4ab9-4c38-ae21-400eb45fd11f {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:21:56.501161 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b on network 031e6226-4ab9-4c38-ae21-400eb45fd11f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:21:56.501477 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Attempting to bind port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b on network 031e6226-4ab9-4c38-ae21-400eb45fd11f {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:21:56.515090 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:21:56.515421 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Checking segment: {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:21:56.515792 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Bound using segment: {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:21:56.516214 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Bound port: eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:21:56.516594 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:56.570282 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-68834acd-c47e-4fbb-9c62-92fa5a1eb084 req-35ef1f41-593f-4cf7-a6a7-907d85114799 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774503 May 27 15:21:56.599090 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] For port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:21:56.602090 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] For port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:21:56.608921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:56.638523 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:56.639142 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:21:56.640575 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] 10.222.0.40 "PUT /v2.0/ports/eec3b38f-cd0e-4e34-97d0-1afc972d7b2b HTTP/1.1" status: 200 len: 1093 time: 0.7731190 May 27 15:21:56.642725 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'tag': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:21:56.645070 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e" -d '{"events": [{"name": "network-changed", "server_uuid": "71ced399-f5f9-4d5b-800d-6f6dfc86fdd6", "tag": "eec3b38f-cd0e-4e34-97d0-1afc972d7b2b"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:21:56.647241 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:56.676158 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669d230-feba-4bb9-92f8-c90ee0670f0e service neutron] Pushing event updated for resources: {'Port': ['ID=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:21:56.700093 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf7282d-2b8d-46ff-b2f1-9dd6f2671050 x-openstack-request-id: req-0cf7282d-2b8d-46ff-b2f1-9dd6f2671050 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:21:56.700381 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ced399-f5f9-4d5b-800d-6f6dfc86fdd6", "tag": "eec3b38f-cd0e-4e34-97d0-1afc972d7b2b", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:21:56.700665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cf7282d-2b8d-46ff-b2f1-9dd6f2671050 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:21:56.701048 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf7282d-2b8d-46ff-b2f1-9dd6f2671050'] response: {'name': 'network-changed', 'server_uuid': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'tag': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b', 'status': 'completed', 'code': 200} May 27 15:21:56.728128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-c3f98108-3d95-47bc-b9ab-a06cd01f7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:56.730403 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-c3f98108-3d95-47bc-b9ab-a06cd01f7e8c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=be77db463e844d0a8078b9fd07b7a968&device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 1127 time: 0.0450406 May 27 15:21:56.773903 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-cfb1e1a4-56dc-455b-9156-0578e268c1d9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b HTTP/1.1" status: 200 len: 217 time: 0.0328853 May 27 15:21:56.823082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-7a32fffc-feb3-4830-8556-b35c37a19002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:56.824513 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-7a32fffc-feb3-4830-8556-b35c37a19002 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c34bc3e5-32b6-4192-ba72-13526e7d6f01 HTTP/1.1" status: 200 len: 854 time: 0.0425737 May 27 15:21:56.861203 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b16e988e-c607-4573-8477-f3e94d01e706 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=031e6226-4ab9-4c38-ae21-400eb45fd11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266042 May 27 15:21:56.875438 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:56.957284 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-0c157b4b-9688-43ea-8865-1e4e22565d51 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889885 May 27 15:21:57.049295 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-05c0700c-b194-4b36-86a0-05e64ebba6d4 req-b5723557-ea6c-4d23-8053-acc5212fbca5 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860949 May 27 15:21:57.405855 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6f80-af3e-4f2f-a2eb-c18479f8f68b req-a99baad9-a986-434f-97e2-ebccca382f1f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:57.407333 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2b4d6f80-af3e-4f2f-a2eb-c18479f8f68b req-a99baad9-a986-434f-97e2-ebccca382f1f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0481670 May 27 15:21:57.456680 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2b4d6f80-af3e-4f2f-a2eb-c18479f8f68b req-f66cec16-4cdf-4476-b0dd-6eee1869f8b9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 May 27 15:21:57.690489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db018b06-b748-44c2-900a-6c3149e52301 req-3d0277a1-9b9e-4ebe-ae96-1bd7c1904882 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:57.692027 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db018b06-b748-44c2-900a-6c3149e52301 req-3d0277a1-9b9e-4ebe-ae96-1bd7c1904882 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 943 time: 0.0493693 May 27 15:21:57.739743 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db018b06-b748-44c2-900a-6c3149e52301 req-8e2348e5-9b66-4d75-b3c6-99cd19647298 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 May 27 15:21:58.075703 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-0e12373f-024b-4596-89ab-bc5826314f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:58.077201 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-0e12373f-024b-4596-89ab-bc5826314f66 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=be77db463e844d0a8078b9fd07b7a968&device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 1127 time: 0.0496783 May 27 15:21:58.167596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-89d73141-297d-4b8e-8d9b-6d5583bea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:58.169043 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-89d73141-297d-4b8e-8d9b-6d5583bea54f service neutron] 10.222.0.40 "GET /v2.0/networks?id=031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 200 len: 915 time: 0.0849841 May 27 15:21:58.465764 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-c5b90fd5-6af6-46d0-b638-50cb5a4fa2a1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b HTTP/1.1" status: 200 len: 217 time: 0.2903342 May 27 15:21:58.516876 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-63d8db10-a18d-4d9a-83da-912708f830c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:58.518355 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-63d8db10-a18d-4d9a-83da-912708f830c5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c34bc3e5-32b6-4192-ba72-13526e7d6f01 HTTP/1.1" status: 200 len: 854 time: 0.0460699 May 27 15:21:58.556550 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-5edf1ff3-6744-4eb1-9f4d-9b50479aa741 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=031e6226-4ab9-4c38-ae21-400eb45fd11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299599 May 27 15:21:58.652789 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-9dddef93-4079-452d-b8ca-88dbb5b1f117 service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 May 27 15:21:58.784906 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7001ce8-100f-4a25-a035-64baa9f4de54 req-684532e7-b933-47f8-b77c-5c0d4b45f350 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:58.786381 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c7001ce8-100f-4a25-a035-64baa9f4de54 req-684532e7-b933-47f8-b77c-5c0d4b45f350 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.2502861 May 27 15:21:58.788309 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e1315c1-d9a4-47aa-a7dc-13eb7c3ca58e req-436a586b-ea81-43aa-921f-346bc177e2fc service neutron] 10.222.0.40 "GET /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288798 May 27 15:21:58.797811 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:58.871192 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a815ba-d2b5-4850-a68a-c27999605ecd req-10097d9d-1718-4136-8b0b-f2daceac87da tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:21:58.872681 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06a815ba-d2b5-4850-a68a-c27999605ecd req-10097d9d-1718-4136-8b0b-f2daceac87da tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 943 time: 0.0629239 May 27 15:21:58.875670 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c7001ce8-100f-4a25-a035-64baa9f4de54 req-58bf8b0b-4570-4c8c-bd86-60dcf4defa0b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837665 May 27 15:21:58.920416 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06a815ba-d2b5-4850-a68a-c27999605ecd req-b2aaebd5-a1f4-4a87-9c6b-26bb33ac8495 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 May 27 15:21:59.807226 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:59.808043 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:59.815794 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:21:59.942591 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device eec3b38f-cd0e-4e34-97d0-1afc972d7b2b details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:22:00.012345 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312001f-bba8-4fe9-b6d6-9a407821de3c req-2e3a59bc-22a7-41e8-817f-ba4dcfad3488 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:00.013836 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9312001f-bba8-4fe9-b6d6-9a407821de3c req-2e3a59bc-22a7-41e8-817f-ba4dcfad3488 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0641532 May 27 15:22:00.050269 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:00.057757 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:00.065590 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a849-2689-4f18-8115-83287472bbb9 req-58862626-bca8-4404-96b7-c17c9638a23f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:00.067042 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fc51a849-2689-4f18-8115-83287472bbb9 req-58862626-bca8-4404-96b7-c17c9638a23f tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 943 time: 0.0776913 May 27 15:22:00.073022 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b', 'network_id': '031e6226-4ab9-4c38-ae21-400eb45fd11f', 'port_id': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b', 'mac_address': 'fa:16:3e:05:22:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34bc3e5-32b6-4192-ba72-13526e7d6f01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:22:00.083645 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:00.104807 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9312001f-bba8-4fe9-b6d6-9a407821de3c req-03f84e95-c374-40c6-8d41-47b30658966d tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745666 May 27 15:22:00.115634 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:00.116180 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:00.130336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec3b38f-cd0e-4e34-97d0-1afc972d7b2b {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:22:00.138653 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fc51a849-2689-4f18-8115-83287472bbb9 req-9025f2c3-a1af-44d0-a6ae-4a1241c54849 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654857 May 27 15:22:00.152879 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:00.156721 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:00.203552 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:00.211376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.211723 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.212065 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.212402 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.212757 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.213086 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.213425 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.213758 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.214632 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.214980 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.215290 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.215611 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.215932 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.216253 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.216601 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:00.399015 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['eec3b38f-cd0e-4e34-97d0-1afc972d7b2b'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:22:01.229449 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01e5af-3a43-4279-85ea-f4d51693230b req-23a72cad-7d8a-4693-990b-89b4d37ae5bd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:01.231131 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6c01e5af-3a43-4279-85ea-f4d51693230b req-23a72cad-7d8a-4693-990b-89b4d37ae5bd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0540073 May 27 15:22:01.317043 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6c01e5af-3a43-4279-85ea-f4d51693230b req-9f90118a-92e1-4685-8158-17f5da1dacec tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802772 May 27 15:22:01.325342 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ccce-a197-45f3-b70b-0484c07ce44d req-1ca93262-e0b2-49cc-a695-8fa00dbd7444 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:01.326766 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b591ccce-a197-45f3-b70b-0484c07ce44d req-1ca93262-e0b2-49cc-a695-8fa00dbd7444 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1201739 May 27 15:22:01.375931 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b591ccce-a197-45f3-b70b-0484c07ce44d req-c06dcc5d-99ca-47ed-9372-11da840ca9b6 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 May 27 15:22:01.958468 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device eec3b38f-cd0e-4e34-97d0-1afc972d7b2b up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:22:02.000616 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:22:02.006181 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:22:02.006599 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:02.079580 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:02.079949 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:02.102463 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:02.105254 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b3fe20-cbee-4098-8cae-81b0b7fbf45f" -d '{"events": [{"server_uuid": "71ced399-f5f9-4d5b-800d-6f6dfc86fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "eec3b38f-cd0e-4e34-97d0-1afc972d7b2b"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:02.123291 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:02.127980 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:02.150769 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e55a70-6fb6-4f5d-85a6-7a80b2ead220 x-openstack-request-id: req-23e55a70-6fb6-4f5d-85a6-7a80b2ead220 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:02.151048 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ced399-f5f9-4d5b-800d-6f6dfc86fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "eec3b38f-cd0e-4e34-97d0-1afc972d7b2b", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:02.151914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23e55a70-6fb6-4f5d-85a6-7a80b2ead220 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:02.152495 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e55a70-6fb6-4f5d-85a6-7a80b2ead220'] response: {'server_uuid': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b', 'code': 200} May 27 15:22:02.177236 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:02.330377 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e690418-42e4-47e8-a032-b4bb38ada0a0 req-2fe8991c-fda7-4527-939f-bbeed895105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:02.331841 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2e690418-42e4-47e8-a032-b4bb38ada0a0 req-2fe8991c-fda7-4527-939f-bbeed895105e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 1129 time: 0.0384047 May 27 15:22:02.379569 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2e690418-42e4-47e8-a032-b4bb38ada0a0 req-4d67ea89-4cd9-4a78-a3bb-9b754f9aed39 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 May 27 15:22:02.442436 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090909d-f6ac-4ac7-82fc-e1c4ce744de3 req-5d4741c8-5679-4188-8ca8-a5012e1052ee tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:02.443914 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d090909d-f6ac-4ac7-82fc-e1c4ce744de3 req-5d4741c8-5679-4188-8ca8-a5012e1052ee tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0522869 May 27 15:22:02.512913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb2e1-a9b4-4a28-9e6b-72b5343c132d req-6706985d-ffa3-4e52-af29-3d05d59fa66b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:02.514364 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-530eb2e1-a9b4-4a28-9e6b-72b5343c132d req-6706985d-ffa3-4e52-af29-3d05d59fa66b tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0693684 May 27 15:22:02.542387 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d090909d-f6ac-4ac7-82fc-e1c4ce744de3 req-9dbe6eea-783b-4520-94de-157aadfd7b7f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883477 May 27 15:22:02.571947 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-530eb2e1-a9b4-4a28-9e6b-72b5343c132d req-90a85c71-71c7-447a-9b79-a2a0f8025571 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 May 27 15:22:02.738564 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c721-015a-475b-9909-5f03cbba4226 req-ce4eda18-77a8-4f3b-9910-0b26e74570c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:02.740031 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-ce4eda18-77a8-4f3b-9910-0b26e74570c6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1129 time: 0.0429199 May 27 15:22:02.848630 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c721-015a-475b-9909-5f03cbba4226 req-b4061482-eeac-4a1b-a253-8cb88f22a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:02.850004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-b4061482-eeac-4a1b-a253-8cb88f22a314 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0865226 May 27 15:22:03.279779 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-2628c2bd-05ee-47f6-9727-4d4beed4f7b7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 1000 time: 0.0615387 May 27 15:22:03.334517 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c721-015a-475b-9909-5f03cbba4226 req-dc463ac6-c061-42a6-ad81-6c8664c743fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:03.335969 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-dc463ac6-c061-42a6-ad81-6c8664c743fd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0446048 May 27 15:22:03.389205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c721-015a-475b-9909-5f03cbba4226 req-65b3a7c9-3d21-4cc9-b7d0-50c78a4a1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:03.390695 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-65b3a7c9-3d21-4cc9-b7d0-50c78a4a1877 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419393 May 27 15:22:03.405569 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:03.485226 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-bc5f7175-1a2a-4c16-8673-a1a1536f0582 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873840 May 27 15:22:03.559975 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:03.582884 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43d3c721-015a-475b-9909-5f03cbba4226 req-4c33ee37-99d7-4f56-9305-10211b0c9840 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 May 27 15:22:03.695290 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f880c0-79b6-4232-9e51-547f7a6eedbc req-ed880dac-9734-437a-b9ce-f6edd1819224 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:03.696965 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80f880c0-79b6-4232-9e51-547f7a6eedbc req-ed880dac-9734-437a-b9ce-f6edd1819224 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0793421 May 27 15:22:03.712080 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09bf98-fc2a-464a-b1b2-189287de7d44 req-cb0abcfd-3d0b-4e5d-9958-4a68cb0f043c tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:03.713551 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e09bf98-fc2a-464a-b1b2-189287de7d44 req-cb0abcfd-3d0b-4e5d-9958-4a68cb0f043c tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0672114 May 27 15:22:03.785864 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80f880c0-79b6-4232-9e51-547f7a6eedbc req-d1cfda99-5c72-464a-92d7-50edfce35a04 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812581 May 27 15:22:03.793270 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e09bf98-fc2a-464a-b1b2-189287de7d44 req-3a3c623c-fbfe-499a-9c81-b13214a95037 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732400 May 27 15:22:04.941553 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4768d-052a-47e3-8af0-2664e9dc11e2 req-b4877ed5-b6a2-4290-bb95-36fd922576c8 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:04.943027 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20d4768d-052a-47e3-8af0-2664e9dc11e2 req-b4877ed5-b6a2-4290-bb95-36fd922576c8 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0787716 May 27 15:22:04.953082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ab13-b042-4da6-8d2f-0d06710862e0 req-0ddbc44e-4777-49f0-b35a-9a2078764b51 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:04.954474 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4269ab13-b042-4da6-8d2f-0d06710862e0 req-0ddbc44e-4777-49f0-b35a-9a2078764b51 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0881054 May 27 15:22:05.030078 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20d4768d-052a-47e3-8af0-2664e9dc11e2 req-cc045dcb-1c64-4254-b669-fd5b65c98e03 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746517 May 27 15:22:05.035673 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4269ab13-b042-4da6-8d2f-0d06710862e0 req-30900c63-eced-4116-95cb-a4937cc5d517 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745139 May 27 15:22:06.161231 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e09d2-8c23-4222-8b9e-0c339851d125 req-f558ef42-f683-4184-add9-35438a9a6ba1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:06.162619 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e64e09d2-8c23-4222-8b9e-0c339851d125 req-f558ef42-f683-4184-add9-35438a9a6ba1 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0483153 May 27 15:22:06.216015 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e64e09d2-8c23-4222-8b9e-0c339851d125 req-4f623c75-0364-43fd-9f57-39742fed75a0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 May 27 15:22:07.335994 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7e575-d97d-471d-a9bf-93adabcb18d2 req-2d3d97fa-cca4-4d9a-b834-4fb85930490f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:07.337503 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ae7e575-d97d-471d-a9bf-93adabcb18d2 req-2d3d97fa-cca4-4d9a-b834-4fb85930490f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0479326 May 27 15:22:07.387341 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ae7e575-d97d-471d-a9bf-93adabcb18d2 req-40f3d2da-7530-4cc6-ab3c-f8875632ff26 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433197 May 27 15:22:08.384566 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:22:08.504790 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f1a-0585-4015-90a8-842db4e51f14 req-3ac9c701-bb10-494f-ad31-b36e837b5a8c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:08.506254 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c0b5f1a-0585-4015-90a8-842db4e51f14 req-3ac9c701-bb10-494f-ad31-b36e837b5a8c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0475621 May 27 15:22:08.553742 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c0b5f1a-0585-4015-90a8-842db4e51f14 req-391d396b-2328-4b9a-abb9-231b0783df75 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 May 27 15:22:09.273536 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=13 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:09.675209 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964bf1c-f042-4791-88d7-6a3c7680f89f req-de89a381-a76e-4421-a4ab-f007d1b1c616 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:09.676692 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f964bf1c-f042-4791-88d7-6a3c7680f89f req-de89a381-a76e-4421-a4ab-f007d1b1c616 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0511763 May 27 15:22:09.710925 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:09.724057 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f964bf1c-f042-4791-88d7-6a3c7680f89f req-5f881136-cb33-44e2-a802-487e64ce8a6c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 May 27 15:22:10.844035 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc16073-53d2-413f-8821-36662c7f361f req-e767672a-568c-4bb2-bd28-bfcf8e567055 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:10.845773 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cbc16073-53d2-413f-8821-36662c7f361f req-e767672a-568c-4bb2-bd28-bfcf8e567055 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0472457 May 27 15:22:10.894176 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cbc16073-53d2-413f-8821-36662c7f361f req-b3bffced-3993-468f-a6c3-268165516c3f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 May 27 15:22:12.014157 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9118b-def4-4724-8778-f1ede3d9798c req-95620e0c-04ee-4a9a-8b5e-16d7aee7dbc8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:12.015607 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-88b9118b-def4-4724-8778-f1ede3d9798c req-95620e0c-04ee-4a9a-8b5e-16d7aee7dbc8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0468490 May 27 15:22:12.068008 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-88b9118b-def4-4724-8778-f1ede3d9798c req-7d0dd0ba-401a-4ad4-93df-9a202d342e6f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468273 May 27 15:22:12.169013 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:12.173206 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:12.174660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:13.188887 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a16d-339f-4d9d-b2d8-f6d29d582ae2 req-9869b45f-9e1e-4a5b-8f01-f5aab5fd56d0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:13.190356 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7e7a16d-339f-4d9d-b2d8-f6d29d582ae2 req-9869b45f-9e1e-4a5b-8f01-f5aab5fd56d0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0478439 May 27 15:22:13.243945 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7e7a16d-339f-4d9d-b2d8-f6d29d582ae2 req-b672c7c3-e858-452b-b650-5f37dc49348b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478139 May 27 15:22:13.583523 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-303f2a3b-1e99-41c6-8a32-78e524bdaa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:14.351577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:14.365586 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67221fbd-c263-4c79-80d5-4e56f1bca3a2 req-4782605c-468f-4725-8b95-a953d02f8895 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:14.367059 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-67221fbd-c263-4c79-80d5-4e56f1bca3a2 req-4782605c-468f-4725-8b95-a953d02f8895 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0487649 May 27 15:22:14.414033 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-67221fbd-c263-4c79-80d5-4e56f1bca3a2 req-e59462d5-158c-49a5-b0b5-dbbffd98eaed tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412309 May 27 15:22:15.535549 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5088b8-d106-4bce-97ec-5f8a9d6901d3 req-abefc0fb-91bf-48a9-8899-8e6ad39571d5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:15.537012 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f5088b8-d106-4bce-97ec-5f8a9d6901d3 req-abefc0fb-91bf-48a9-8899-8e6ad39571d5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0504057 May 27 15:22:15.586209 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f5088b8-d106-4bce-97ec-5f8a9d6901d3 req-efbd20b3-d59f-448d-a641-aebe8c0f63dc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 May 27 15:22:15.863073 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5acbc488-c6be-4690-bad0-5c86d4b2db64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:16.707184 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff714e-2565-4507-bcd8-4c598767d87d req-edd08470-af47-4ae1-b2c2-d87daadc5701 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:16.708663 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d2ff714e-2565-4507-bcd8-4c598767d87d req-edd08470-af47-4ae1-b2c2-d87daadc5701 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0479400 May 27 15:22:16.755121 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d2ff714e-2565-4507-bcd8-4c598767d87d req-82ecd034-b18d-4116-a26b-570e0be3a0f4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 May 27 15:22:17.341601 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:17.878498 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18661cfa-e3d7-42d5-90c2-a840b997630a req-b0bb7290-4619-4481-afa2-f8ebf19863b0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:17.880049 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18661cfa-e3d7-42d5-90c2-a840b997630a req-b0bb7290-4619-4481-afa2-f8ebf19863b0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0527449 May 27 15:22:17.933944 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18661cfa-e3d7-42d5-90c2-a840b997630a req-ab7e9a56-08a5-4d4e-88aa-24beef438dda tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477567 May 27 15:22:18.380907 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=21 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:18.434373 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:19.054244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a9563-1b25-49ca-914f-76315b8c722d req-a347006c-9709-4a17-9f44-706f7fa70037 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:19.055693 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f2a9563-1b25-49ca-914f-76315b8c722d req-a347006c-9709-4a17-9f44-706f7fa70037 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0469744 May 27 15:22:19.102640 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f2a9563-1b25-49ca-914f-76315b8c722d req-b448288e-63fa-4098-9d6f-acc40755a964 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 May 27 15:22:19.760999 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9974b5-89ec-49ba-b48f-c5568b6ebe98 req-fbe4342b-457e-4dae-b33f-f76c467d4167 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:19.762916 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f9974b5-89ec-49ba-b48f-c5568b6ebe98 req-fbe4342b-457e-4dae-b33f-f76c467d4167 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0491261 May 27 15:22:19.815850 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f9974b5-89ec-49ba-b48f-c5568b6ebe98 req-25faeabe-5e7d-457d-9bcb-5f51cd6ac4e5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473685 May 27 15:22:19.824810 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:20.222072 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd20b7-f0f5-4fd5-a03a-323c15ba17b9 req-88461c06-a2ab-4277-9cbc-086bc3211080 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:20.223505 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5bd20b7-f0f5-4fd5-a03a-323c15ba17b9 req-88461c06-a2ab-4277-9cbc-086bc3211080 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0477257 May 27 15:22:20.270875 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5bd20b7-f0f5-4fd5-a03a-323c15ba17b9 req-d4fcf638-62f0-4dfc-99dd-0b050081b1e6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 May 27 15:22:20.442574 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:22:20.541381 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:20.552682 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'mac_address': 'fa:16:3e:b5:7a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:22:20.590661 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: ACTIVE; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:20.591300 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:20.604193 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5957996d-9971-4147-ab43-4d9b1a9273d5 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:22:20.624755 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:20.628368 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:20.674565 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=6']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:20.931923 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dab13-ad24-4d6f-824f-075264052379 req-3746a312-873c-4828-a59c-6c7bec81a7ce tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:20.933345 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b53dab13-ad24-4d6f-824f-075264052379 req-3746a312-873c-4828-a59c-6c7bec81a7ce tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0470645 May 27 15:22:20.983242 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b53dab13-ad24-4d6f-824f-075264052379 req-b80ea3ec-3540-4cdc-a737-582703d0401e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 May 27 15:22:21.384184 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:21.394103 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7e43-4809-4bdd-9338-a873003657dd req-f88f90f4-c781-490f-9818-a2ecd72e1ecd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:21.395551 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae0a7e43-4809-4bdd-9338-a873003657dd req-f88f90f4-c781-490f-9818-a2ecd72e1ecd tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 944 time: 0.0524149 May 27 15:22:21.442564 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae0a7e43-4809-4bdd-9338-a873003657dd req-021ea18b-7be9-4334-83a1-736ad625dd8c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 May 27 15:22:21.769756 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['5957996d-9971-4147-ab43-4d9b1a9273d5'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:22:22.081803 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:22:22.097447 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc71d2-5978-4ef0-b455-de29286f801a req-41edb92f-10e4-4a4c-9cc8-2f25e542581d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:22.098955 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65dc71d2-5978-4ef0-b455-de29286f801a req-41edb92f-10e4-4a4c-9cc8-2f25e542581d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0486691 May 27 15:22:22.127348 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 5957996d-9971-4147-ab43-4d9b1a9273d5 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:22:22.127715 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:22.148602 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65dc71d2-5978-4ef0-b455-de29286f801a req-c3c7b761-f8a7-4777-aa4f-60889ba672b0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 May 27 15:22:22.202604 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:22.202980 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:22.225709 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:22.227898 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b067e4-2006-455b-a375-54acb0a97714" -d '{"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-plugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:22.241891 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:22.245975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:22.268748 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77544f-29e4-482b-ba79-afe17ff357f1 x-openstack-request-id: req-dd77544f-29e4-482b-ba79-afe17ff357f1 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:22.269035 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-plugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:22.269282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd77544f-29e4-482b-ba79-afe17ff357f1 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:22.269659 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd77544f-29e4-482b-ba79-afe17ff357f1'] response: {'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'code': 200} May 27 15:22:22.295647 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=7']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:22.558878 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76a93-05f9-48ce-80e0-1fdb5bf56d04 req-5d76048b-7db2-4374-af2f-1326136c26ae tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:22.560321 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fe76a93-05f9-48ce-80e0-1fdb5bf56d04 req-5d76048b-7db2-4374-af2f-1326136c26ae tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0469923 May 27 15:22:22.611516 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fe76a93-05f9-48ce-80e0-1fdb5bf56d04 req-1d46d88d-1244-47ee-aa80-27a43660d60e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 May 27 15:22:23.266008 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643c3d7-b98c-47dc-9756-ed40f1a7d8e8 req-20a8d1a6-fc00-4179-9d50-453b49ae7ca2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:23.267449 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1643c3d7-b98c-47dc-9756-ed40f1a7d8e8 req-20a8d1a6-fc00-4179-9d50-453b49ae7ca2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0477085 May 27 15:22:23.285545 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:23.317589 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1643c3d7-b98c-47dc-9756-ed40f1a7d8e8 req-5206aa24-4b80-45d8-9209-a03063d0595d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444405 May 27 15:22:23.727728 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5e441-2604-4a98-880e-13fbd55beff2 req-6988a2c2-d899-4909-90cc-68c09ea92692 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:23.729192 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c1e5e441-2604-4a98-880e-13fbd55beff2 req-6988a2c2-d899-4909-90cc-68c09ea92692 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0468695 May 27 15:22:23.778070 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c1e5e441-2604-4a98-880e-13fbd55beff2 req-cd10405f-66f9-41f5-934b-a669ab8c9bf4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 May 27 15:22:23.979848 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-0c62c1ab-aa9b-4a80-b014-930af1e6663b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:23.981982 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-0c62c1ab-aa9b-4a80-b014-930af1e6663b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0513527 May 27 15:22:24.072572 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Deleting port 8c356400-bf9a-47c2-a37f-8842fb2fb68f {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:22:24.072913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:24.176091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] For port 8c356400-bf9a-47c2-a37f-8842fb2fb68f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=8c356400-bf9a-47c2-a37f-8842fb2fb68f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:24.176518 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:24.349766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:24.350133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (027cfb9b-e0eb-49c1-b17f-23dd0af5e13f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:24.350449 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Floating IP 027cfb9b-e0eb-49c1-b17f-23dd0af5e13f disassociated. External IP: 172.27.1.31, port: 8c356400-bf9a-47c2-a37f-8842fb2fb68f. May 27 15:22:24.350794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Calling delete_port for 8c356400-bf9a-47c2-a37f-8842fb2fb68f owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:22:24.469274 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:24.476984 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78a30b-2ff7-4720-92bb-3d2eec7c3f46 req-6f221ec8-27e1-468c-8790-97a43cca16cc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:24.478467 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac78a30b-2ff7-4720-92bb-3d2eec7c3f46 req-6f221ec8-27e1-468c-8790-97a43cca16cc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 945 time: 0.0723128 May 27 15:22:24.559928 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (8c356400-bf9a-47c2-a37f-8842fb2fb68f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:24.613949 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'Port': ['ID=8c356400-bf9a-47c2-a37f-8842fb2fb68f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:24.625647 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac78a30b-2ff7-4720-92bb-3d2eec7c3f46 req-1fca49c3-12db-4684-be3b-d357417517c5 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394949 May 27 15:22:24.733449 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:22:24.740333 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:24.849533 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:22:24.863016 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:22:24.878426 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:22:24.879447 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:22:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:24.937469 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447bdaf-ab81-4790-b74f-4e9bad304a8b req-7f6ac8af-5198-43ee-bef7-a97259dcc95a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:24.939261 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a447bdaf-ab81-4790-b74f-4e9bad304a8b req-7f6ac8af-5198-43ee-bef7-a97259dcc95a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0607665 May 27 15:22:24.991410 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] No DVR routers for this DVR port 8c356400-bf9a-47c2-a37f-8842fb2fb68f on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:22:25.000123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:25.003535 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60b77e19-80f6-4130-b91c-3a3f34922eb3 req-a50c9cd7-65c5-4af4-a404-4798c4095565 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "DELETE /v2.0/ports/8c356400-bf9a-47c2-a37f-8842fb2fb68f HTTP/1.1" status: 204 len: 173 time: 1.0100102 May 27 15:22:25.004077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'name': 'network-vif-deleted', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:25.008261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf2166-426f-451e-bb04-aab8d334866b" -d '{"events": [{"server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "name": "network-vif-deleted", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:25.054115 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:22:25.070685 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a447bdaf-ab81-4790-b74f-4e9bad304a8b req-6086ea54-fb93-468e-96bb-ac9870ff5e05 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810378 May 27 15:22:25.135205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e834bfb3-0a4e-4b4e-bc83-2790bccb8871 x-openstack-request-id: req-e834bfb3-0a4e-4b4e-bc83-2790bccb8871 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:25.135577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd6a168-957b-4d55-ab12-8663ff7d32db", "name": "network-vif-deleted", "tag": "8c356400-bf9a-47c2-a37f-8842fb2fb68f", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:25.135891 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e834bfb3-0a4e-4b4e-bc83-2790bccb8871 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:25.137005 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e834bfb3-0a4e-4b4e-bc83-2790bccb8871'] response: {'server_uuid': 'cbd6a168-957b-4d55-ab12-8663ff7d32db', 'name': 'network-vif-deleted', 'tag': '8c356400-bf9a-47c2-a37f-8842fb2fb68f', 'status': 'completed', 'code': 200} May 27 15:22:25.445925 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:25.484374 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:22:25.496490 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:22:25.497619 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:22:16Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:25.625522 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:22:25.752790 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f58da045-0eeb-4bf9-8aab-9a9d2713fc71 req-6d7e73e2-c48d-48a2-b18c-b371a61545b9 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbd6a168-957b-4d55-ab12-8663ff7d32db HTTP/1.1" status: 200 len: 210 time: 0.0379562 May 27 15:22:25.863339 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:25.895186 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78382955-be12-42e9-a34e-ec54d364c438 None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:22:26.254289 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e52e7-bdb4-445e-8e98-04ce4f9d653e req-ea00be46-f1ac-4fc4-8f8c-b80e3cc03c8b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:26.262958 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c31e52e7-bdb4-445e-8e98-04ce4f9d653e req-ea00be46-f1ac-4fc4-8f8c-b80e3cc03c8b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0759263 May 27 15:22:26.295088 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426202a3-bc3b-4a67-a9b2-c97fe782d3ba None None] New status for floating IP 027cfb9b-e0eb-49c1-b17f-23dd0af5e13f: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:22:26.318396 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c31e52e7-bdb4-445e-8e98-04ce4f9d653e req-337ab2a7-49b9-47e6-b64d-07ccc501ee52 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542777 May 27 15:22:27.052081 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-935150f5-c968-4dbe-bdaf-9359b467ff09 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722843886&fields=id&tenant_id=67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 267 time: 0.0634050 May 27 15:22:27.178440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-6256a0ef-781f-493e-b017-742198de9dc7 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:27.185835 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-6256a0ef-781f-493e-b017-742198de9dc7 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 811 time: 0.1328442 May 27 15:22:27.202905 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-02039969-4e98-4a88-9d9a-3b226b078bc4 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/quotas/67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 375 time: 0.0160763 May 27 15:22:27.257630 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-aad76115-f150-4078-945f-1657863cbbe7 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537970 May 27 15:22:27.277012 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-d32dca14-5296-44e7-9977-4107ed3bf9b8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:22:27.278081 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-d32dca14-5296-44e7-9977-4107ed3bf9b8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053258 May 27 15:22:27.428488 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-cc08b073-592a-4bec-9107-557ad25a34d3 service neutron] 10.222.0.41 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397464 May 27 15:22:27.551977 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce827ff7-4f12-458e-b9e3-776a7d0a7bed req-60760f5b-01a2-493d-b1d5-5ae5cec0a490 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:27.559332 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ce827ff7-4f12-458e-b9e3-776a7d0a7bed req-60760f5b-01a2-493d-b1d5-5ae5cec0a490 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.1114898 May 27 15:22:27.575539 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:27.599904 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-52774571-b8a1-41b2-b8dd-4074f0d2cca4 service neutron] 10.222.0.41 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676860 May 27 15:22:27.678386 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ce827ff7-4f12-458e-b9e3-776a7d0a7bed req-30b9eb35-502b-47fc-b5a9-b7c2c0ae4f29 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969198 May 27 15:22:28.041796 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598216c-fb22-44ed-b2a6-ef6eb61376e7 req-75763b3c-26c7-47d3-a8ea-bb092f33eac0 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:28.077027 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9598216c-fb22-44ed-b2a6-ef6eb61376e7 req-75763b3c-26c7-47d3-a8ea-bb092f33eac0 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.1354439 May 27 15:22:28.114160 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8c356400-bf9a-47c2-a37f-8842fb2fb68f no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:22:28.153865 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 8c356400-bf9a-47c2-a37f-8842fb2fb68f {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:22:28.154495 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 8c356400-bf9a-47c2-a37f-8842fb2fb68f not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:22:28.174276 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-734f05c2-ebda-4e1a-93ca-c52c943d6616 req-d5a09372-e13d-4581-a46f-9844620e0af0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 210 time: 0.0951822 May 27 15:22:28.210092 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9598216c-fb22-44ed-b2a6-ef6eb61376e7 req-9e0d886b-5e85-4db0-b8c6-aea29754abda tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249480 May 27 15:22:28.830980 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c3ec-f2bf-4643-bc4d-2d0a555be9d8 req-209da66b-b577-4af7-a873-e13c60b0529f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:28.832904 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4ca9c3ec-f2bf-4643-bc4d-2d0a555be9d8 req-209da66b-b577-4af7-a873-e13c60b0529f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0655067 May 27 15:22:28.893150 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4ca9c3ec-f2bf-4643-bc4d-2d0a555be9d8 req-b2211218-7946-47b6-92aa-efeaab70030b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518529 May 27 15:22:29.304496 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-16c9e086-c203-42e8-816f-d8d3f621e6ea req-cc4f9bc3-4c64-4ac8-88cc-8c17bf43fa5f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 210 time: 0.0352075 May 27 15:22:29.362839 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae221f6f-9a44-4e7b-a103-e435d5a2d66d req-3977dfca-6cd5-4a21-9a27-b41d3e5c747a tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:29.369334 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae221f6f-9a44-4e7b-a103-e435d5a2d66d req-3977dfca-6cd5-4a21-9a27-b41d3e5c747a tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0639465 May 27 15:22:29.407012 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:29.430303 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae221f6f-9a44-4e7b-a103-e435d5a2d66d req-4d16f1c4-d053-4dcf-9b0f-3aba000af186 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 May 27 15:22:30.032507 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4d14a-6806-4c25-80cd-56450e4dabbc req-0bd2b969-e261-4ef3-8127-affcc4bf822e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:30.034278 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b6a4d14a-6806-4c25-80cd-56450e4dabbc req-0bd2b969-e261-4ef3-8127-affcc4bf822e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0597579 May 27 15:22:30.072231 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:30.127525 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-e27c2f03-331a-42e2-8983-a0a4278796f5 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:30.129135 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-e27c2f03-331a-42e2-8983-a0a4278796f5 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0736170 May 27 15:22:30.133229 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b6a4d14a-6806-4c25-80cd-56450e4dabbc req-f14ee849-4c43-48a7-be68-517b7e06566c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927398 May 27 15:22:30.476964 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70b762c6-5a6c-4498-bdc8-4226da498ef1 req-10a33c90-2efc-4a93-aa30-e74652e94669 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 210 time: 0.0824385 May 27 15:22:30.657574 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-a43d46fc-e471-4ab9-932b-ba4c298b7dad tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:30.659138 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-a43d46fc-e471-4ab9-932b-ba4c298b7dad tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 811 time: 0.1455042 May 27 15:22:30.735041 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-f722ecd0-7701-4f95-b3a3-5a0c9f99244d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 380 time: 0.0666590 May 27 15:22:30.749329 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'port': {'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'admin_state_up': True, 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'security_groups': ['6007777f-3926-49a9-bc8e-470031fa1bd7']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:22:30.895273 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Made reservation on behalf of 67116cdacaa846138f7835ac5f53b863 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:22:30.900081 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:30.945534 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Deleting port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:22:30.945909 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:30.993134 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada0432-120f-4d0c-88ee-670d7c5f8feb req-3aa7be90-806f-4791-8946-480245bbb071 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:31.000405 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ada0432-120f-4d0c-88ee-670d7c5f8feb req-3aa7be90-806f-4791-8946-480245bbb071 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 945 time: 0.4698291 May 27 15:22:31.062348 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Allocated IP 172.20.0.9 (45fa6392-40e0-4a3e-b175-df35de1eff7e/cb67984f-6264-4f19-9dab-fdf2a25afb6e/d75474e9-e17b-408a-97d0-f07e572297fa) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:22:31.141606 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ada0432-120f-4d0c-88ee-670d7c5f8feb req-31a26f73-5d8b-4056-9f14-2fd8e1e49816 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a004727-8c31-4605-bbbc-74d9b31c58b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400242 May 27 15:22:31.152815 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] For port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,segment=NetworkSegment(ebb6c9cd-a71f-423e-850e-25d5a7e4b463),segment_id=ebb6c9cd-a71f-423e-850e-25d5a7e4b463)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:31.163909 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.210480 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Calling delete_port for eec3b38f-cd0e-4e34-97d0-1afc972d7b2b owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:22:31.253123 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (d75474e9-e17b-408a-97d0-f07e572297fa), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.289039 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.339014 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:22:31.341174 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:22:31.351060 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259bc68-0e7d-41dd-ace7-86475940d8a1 req-6deffcbd-4e6a-4a83-97e8-011decacc553 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:31.359278 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7259bc68-0e7d-41dd-ace7-86475940d8a1 req-6deffcbd-4e6a-4a83-97e8-011decacc553 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0761008 May 27 15:22:31.360041 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:22:31.397100 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:31.411581 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:31.428158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=d75474e9-e17b-408a-97d0-f07e572297fa,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:31.446192 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.446541 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.446898 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.447233 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.447566 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.447903 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.448235 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.448633 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.449145 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.449506 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.449839 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.450172 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.450500 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.450825 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.451150 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:31.468916 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:31.469654 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.495445 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-0acab392-827e-41f0-a16f-911e9cd93eb0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7490759 May 27 15:22:31.499386 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7259bc68-0e7d-41dd-ace7-86475940d8a1 req-0103a144-7496-485a-b8fa-712e5e449a49 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358435 May 27 15:22:31.509907 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (eec3b38f-cd0e-4e34-97d0-1afc972d7b2b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.510547 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-793c1e86-1032-4159-a684-79ddfad489fb tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:22:31.511755 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-793c1e86-1032-4159-a684-79ddfad489fb tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076771 May 27 15:22:31.526555 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['eec3b38f-cd0e-4e34-97d0-1afc972d7b2b'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:22:31.576252 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Pushing event deleted for resources: {'Port': ['ID=eec3b38f-cd0e-4e34-97d0-1afc972d7b2b,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:31.633037 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Request body: {'port': {'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:22:31.691938 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] No DVR routers for this DVR port eec3b38f-cd0e-4e34-97d0-1afc972d7b2b on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:22:31.697093 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.700511 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e73c5a2b-ea5d-4c61-9934-88b424fd1b8a req-0a831453-8a21-4b7c-902b-00e0bb9f3b82 tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.40 "DELETE /v2.0/ports/eec3b38f-cd0e-4e34-97d0-1afc972d7b2b HTTP/1.1" status: 204 len: 173 time: 1.3298373 May 27 15:22:31.700959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'name': 'network-vif-deleted', 'tag': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:31.703200 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a33ca-0407-4629-8a8d-f81f8243236c" -d '{"events": [{"server_uuid": "71ced399-f5f9-4d5b-800d-6f6dfc86fdd6", "name": "network-vif-deleted", "tag": "eec3b38f-cd0e-4e34-97d0-1afc972d7b2b"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:31.715252 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.741270 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cc2d4-8d2b-4840-9b49-77b5264cf6cf req-5c9a6516-b9ca-4497-86f3-9c2fafef958c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:31.752287 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79cc2d4-8d2b-4840-9b49-77b5264cf6cf req-5c9a6516-b9ca-4497-86f3-9c2fafef958c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 931 time: 0.1216261 May 27 15:22:31.769086 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-8effa92a-02d5-4ce7-90de-b5229831826f None None] Provisioning complete for port d75474e9-e17b-408a-97d0-f07e572297fa triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:22:31.770527 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8effa92a-02d5-4ce7-90de-b5229831826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:31.782772 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87334985-f169-4679-a08e-7d674f8195a6 x-openstack-request-id: req-87334985-f169-4679-a08e-7d674f8195a6 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:31.783754 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ced399-f5f9-4d5b-800d-6f6dfc86fdd6", "name": "network-vif-deleted", "tag": "eec3b38f-cd0e-4e34-97d0-1afc972d7b2b", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:31.784184 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87334985-f169-4679-a08e-7d674f8195a6 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:31.784759 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87334985-f169-4679-a08e-7d674f8195a6'] response: {'server_uuid': '71ced399-f5f9-4d5b-800d-6f6dfc86fdd6', 'name': 'network-vif-deleted', 'tag': 'eec3b38f-cd0e-4e34-97d0-1afc972d7b2b', 'status': 'completed', 'code': 200} May 27 15:22:31.827442 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e79cc2d4-8d2b-4840-9b49-77b5264cf6cf req-10d2b2c0-f0e0-476b-a2f1-7725077b5e99 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738890 May 27 15:22:31.850796 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8effa92a-02d5-4ce7-90de-b5229831826f None None] Port d75474e9-e17b-408a-97d0-f07e572297fa cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:22:31.924988 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:32.087656 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75474e9-e17b-408a-97d0-f07e572297fa {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:22:32.097344 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Publish callbacks [] for port (d75474e9-e17b-408a-97d0-f07e572297fa), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:32.114432 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Transition to ACTIVE for port object d75474e9-e17b-408a-97d0-f07e572297fa will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:22:32.118619 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:32.182148 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d75474e9-e17b-408a-97d0-f07e572297fa,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:32.338831 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Attempting to bind port d75474e9-e17b-408a-97d0-f07e572297fa on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:22:32.339275 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Attempting to bind port d75474e9-e17b-408a-97d0-f07e572297fa by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:22:32.340838 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Attempting to bind port d75474e9-e17b-408a-97d0-f07e572297fa on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:22:32.347289 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Port d75474e9-e17b-408a-97d0-f07e572297fa on network 45fa6392-40e0-4a3e-b175-df35de1eff7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:22:32.347661 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Attempting to bind port d75474e9-e17b-408a-97d0-f07e572297fa on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:22:32.348419 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a78e1b39-467b-4654-8969-4303e8066064 req-3ee863d1-5625-45c2-9a0b-23888a38e13e tempest-VolumesSnapshotTestJSON-1240087653 tempest-VolumesSnapshotTestJSON-1240087653-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ced399-f5f9-4d5b-800d-6f6dfc86fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0545535 May 27 15:22:32.388372 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:22:32.388372 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Checking segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:22:32.388957 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Bound using segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:22:32.390092 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Bound port: d75474e9-e17b-408a-97d0-f07e572297fa, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:22:32.390463 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:32.476074 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] For port d75474e9-e17b-408a-97d0-f07e572297fa, host hv-cinder-84254, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:22:32.479736 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] For port d75474e9-e17b-408a-97d0-f07e572297fa, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=d75474e9-e17b-408a-97d0-f07e572297fa,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:22:32.488370 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279717'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:32.535117 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:32.535743 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:32.537230 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] 10.222.0.40 "PUT /v2.0/ports/d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 1093 time: 1.0183084 May 27 15:22:32.537670 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:32.540025 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ad3e02-fd74-487d-b4a5-756b35fe15db" -d '{"events": [{"name": "network-changed", "server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:32.778025 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c087bd7-78c3-46a5-ba59-62c2f40f0f72 req-b1f9620a-5662-46a8-b33c-63003c317bf3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:32.779918 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0c087bd7-78c3-46a5-ba59-62c2f40f0f72 req-b1f9620a-5662-46a8-b33c-63003c317bf3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.1250947 May 27 15:22:32.875488 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0c087bd7-78c3-46a5-ba59-62c2f40f0f72 req-299f8f23-7372-4943-9d2b-e3fc8b952d46 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864892 May 27 15:22:32.943181 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b364af-e957-4309-89e3-efc2612f0c01 x-openstack-request-id: req-63b364af-e957-4309-89e3-efc2612f0c01 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:32.944215 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:32.944714 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63b364af-e957-4309-89e3-efc2612f0c01 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:32.945328 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b364af-e957-4309-89e3-efc2612f0c01'] response: {'name': 'network-changed', 'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'status': 'completed', 'code': 200} May 27 15:22:32.947484 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a5480-f2bf-4208-be62-2c6d869395b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d75474e9-e17b-408a-97d0-f07e572297fa,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:32.973632 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:32.983423 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-3e85bca0-0da1-465c-aef9-49dd0ac216e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:32.984999 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-3e85bca0-0da1-465c-aef9-49dd0ac216e0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1127 time: 0.3984423 May 27 15:22:32.987229 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81596937-caff-4371-9a44-db32f9738a35 req-fa05a828-a921-4743-8f32-e69d216df530 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:32.988811 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-81596937-caff-4371-9a44-db32f9738a35 req-fa05a828-a921-4743-8f32-e69d216df530 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0696652 May 27 15:22:33.040361 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-25d48d26-10c0-4ca1-93ee-36ec8e1ba77f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 217 time: 0.0448325 May 27 15:22:33.051796 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-81596937-caff-4371-9a44-db32f9738a35 req-e4ddcb39-2d9b-4a16-82a1-354c87e2d9ec tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554101 May 27 15:22:33.104013 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-bb0a9f4d-ab8f-44a9-a672-2a78d76fab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:33.106849 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-bb0a9f4d-ab8f-44a9-a672-2a78d76fab26 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0571840 May 27 15:22:33.162346 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-db053823-7c84-46d4-befc-5d2df6f504cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:33.164340 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-db053823-7c84-46d4-befc-5d2df6f504cb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476718 May 27 15:22:33.252405 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:33.273954 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-53d19384-ea88-4b94-a4be-53e7425dc79b service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007066 May 27 15:22:33.377964 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:33.400486 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e59850b8-cc25-4c9d-96cb-c710777ae3ce req-99e82d55-e1b2-4573-b316-9cfbcd8035b8 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163046 May 27 15:22:33.748173 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-3d66e0e9-81f7-4c7d-8843-6c89704324e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:33.749797 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-3d66e0e9-81f7-4c7d-8843-6c89704324e8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1127 time: 0.0581524 May 27 15:22:33.869432 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-68c52609-f69e-4b9d-921e-a6d40c55921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:33.871658 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-68c52609-f69e-4b9d-921e-a6d40c55921e service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.1156452 May 27 15:22:33.913900 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-5b8a0a1c-1318-4878-a3c2-d1d15757a3bf service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 217 time: 0.0331807 May 27 15:22:33.967900 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-28c5d08f-1f4a-49b3-9699-155b8b9a22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:33.969559 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-28c5d08f-1f4a-49b3-9699-155b8b9a22ca service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0496588 May 27 15:22:34.011607 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1fe7-0660-498b-a955-351005505532 req-135d96a8-52b9-4ea7-97f6-f4acf7e0e6f0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:34.013689 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45ef1fe7-0660-498b-a955-351005505532 req-135d96a8-52b9-4ea7-97f6-f4acf7e0e6f0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0544674 May 27 15:22:34.025387 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-458275cf-9d5c-498e-9d07-7cdd75d37af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:34.027969 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-458275cf-9d5c-498e-9d07-7cdd75d37af9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512435 May 27 15:22:34.072898 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45ef1fe7-0660-498b-a955-351005505532 req-7d5cf4fc-b664-418f-a512-2f1e4feeb249 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530858 May 27 15:22:34.141411 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-e57e7423-1ee4-489a-aec1-e65aac281456 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063435 May 27 15:22:34.163643 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device eec3b38f-cd0e-4e34-97d0-1afc972d7b2b no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:22:34.192376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: eec3b38f-cd0e-4e34-97d0-1afc972d7b2b {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:22:34.193022 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device eec3b38f-cd0e-4e34-97d0-1afc972d7b2b not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:22:34.231974 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5ee4-3b31-40ae-985d-434e2daf7003 req-790ff5b3-2119-4b00-8b6a-61c7142dd6da tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:34.233816 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e1f5ee4-3b31-40ae-985d-434e2daf7003 req-790ff5b3-2119-4b00-8b6a-61c7142dd6da tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0720210 May 27 15:22:34.287753 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2ad3e02-fd74-487d-b4a5-756b35fe15db req-633c5b07-29c5-479f-9f73-b9bfe8926e01 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401756 May 27 15:22:34.305214 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e1f5ee4-3b31-40ae-985d-434e2daf7003 req-76cff8b4-5dee-4387-9778-fd61b036df79 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634952 May 27 15:22:35.209944 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad298e54-2739-4ed5-8114-0c528eee1c54 req-d621911c-5166-4867-a0d1-8cc2e9aa5a4a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:35.211412 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad298e54-2739-4ed5-8114-0c528eee1c54 req-d621911c-5166-4867-a0d1-8cc2e9aa5a4a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0478840 May 27 15:22:35.259536 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad298e54-2739-4ed5-8114-0c528eee1c54 req-ac92abb8-208d-4f96-85b1-05c9dbccc88e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422268 May 27 15:22:35.426503 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b5fa0-6cce-4353-ac11-d3cf1e88ebc5 req-88bcb611-7d3f-41b8-a39a-6ddf1486bef9 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:35.427975 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e53b5fa0-6cce-4353-ac11-d3cf1e88ebc5 req-88bcb611-7d3f-41b8-a39a-6ddf1486bef9 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0515995 May 27 15:22:35.488687 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e53b5fa0-6cce-4353-ac11-d3cf1e88ebc5 req-8fd29eea-8acf-45a3-84b8-bbf92e80e6e7 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542886 May 27 15:22:35.866933 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=66 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:35.867716 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=66 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:36.378176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8ec90-632a-4a4f-9a45-56c9e314499f req-ba02e1c1-8524-4e48-a88f-2a7409d30d75 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:36.380198 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aee8ec90-632a-4a4f-9a45-56c9e314499f req-ba02e1c1-8524-4e48-a88f-2a7409d30d75 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0483727 May 27 15:22:36.427285 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aee8ec90-632a-4a4f-9a45-56c9e314499f req-bcaa73d8-ff8e-4bac-89dd-21f2db224fa6 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 May 27 15:22:36.602411 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b3cc1-f471-40c2-8d95-ab05a8e5ad78 req-648de098-5aab-44c2-8058-956de039f164 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:36.603872 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8f0b3cc1-f471-40c2-8d95-ab05a8e5ad78 req-648de098-5aab-44c2-8058-956de039f164 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0473564 May 27 15:22:36.645784 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:36.656145 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8f0b3cc1-f471-40c2-8d95-ab05a8e5ad78 req-697c3e31-0d2c-4bb3-877a-2d57cb0f075e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 May 27 15:22:37.550831 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec388d5-5fb7-49f3-8648-883652e201b6 req-bd75bb68-66e9-4d1c-8e93-09b7ac349843 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:37.552293 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ec388d5-5fb7-49f3-8648-883652e201b6 req-bd75bb68-66e9-4d1c-8e93-09b7ac349843 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0503829 May 27 15:22:37.599031 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ec388d5-5fb7-49f3-8648-883652e201b6 req-504ccf74-bc13-41ec-b9e8-dc9571cc8268 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 May 27 15:22:37.770611 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44215d-2f25-4047-87a7-bc4e07353d40 req-44b8d99f-3b62-4fb3-a663-bb955a7f5736 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:37.772039 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d44215d-2f25-4047-87a7-bc4e07353d40 req-44b8d99f-3b62-4fb3-a663-bb955a7f5736 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0474660 May 27 15:22:37.820859 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d44215d-2f25-4047-87a7-bc4e07353d40 req-78046aa7-2d96-41ac-be2d-542dfb859203 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 May 27 15:22:38.290549 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639137cb-e963-437c-b5ef-177058013d1f req-5a08dd1a-d91e-49cf-a54d-0da8d495d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:38.292033 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-5a08dd1a-d91e-49cf-a54d-0da8d495d7b0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1129 time: 0.0407054 May 27 15:22:38.393699 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639137cb-e963-437c-b5ef-177058013d1f req-c5cfa540-052e-4e2d-a6c4-e6e916a30e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:38.395194 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-c5cfa540-052e-4e2d-a6c4-e6e916a30e8d service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0925262 May 27 15:22:38.456703 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-1c24aa24-b6ac-4973-bbf8-027c4d17dee5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 1000 time: 0.0534408 May 27 15:22:38.505081 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639137cb-e963-437c-b5ef-177058013d1f req-9c7bc7d2-6652-426c-97e3-47fe54e039ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:38.506504 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-9c7bc7d2-6652-426c-97e3-47fe54e039ff service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0435596 May 27 15:22:38.552741 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639137cb-e963-437c-b5ef-177058013d1f req-7be51551-35f4-4796-939b-b3f1b6880c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:38.554181 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-7be51551-35f4-4796-939b-b3f1b6880c11 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412633 May 27 15:22:38.646852 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-7e11e55a-88cc-4064-b461-611655df34f8 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855596 May 27 15:22:38.721120 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc54cf-984c-4a20-9b2c-20cb8b139c13 req-52797042-55f5-40d9-9c24-1411323df689 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:38.722579 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fdc54cf-984c-4a20-9b2c-20cb8b139c13 req-52797042-55f5-40d9-9c24-1411323df689 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0479422 May 27 15:22:38.742613 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-639137cb-e963-437c-b5ef-177058013d1f req-9f997138-8e07-4919-a1b8-7c978e792593 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879040 May 27 15:22:38.774493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fdc54cf-984c-4a20-9b2c-20cb8b139c13 req-fa444b44-8095-4918-a645-1eeb244ff5fa tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461755 May 27 15:22:38.938617 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456af9b-9d32-4fb7-9cd8-a526ffea5fb5 req-de90cbd4-04ee-41f4-8cd8-d1c3c123a849 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:38.940106 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2456af9b-9d32-4fb7-9cd8-a526ffea5fb5 req-de90cbd4-04ee-41f4-8cd8-d1c3c123a849 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0484796 May 27 15:22:38.989827 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2456af9b-9d32-4fb7-9cd8-a526ffea5fb5 req-73a4d7ee-6a59-43ea-a200-8bd1264731c2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 May 27 15:22:39.895286 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daefb-fc1f-4635-b4cd-8d33b618afa9 req-61404c32-8e64-4a3e-b2af-3c4bc6135b07 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:39.896783 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-734daefb-fc1f-4635-b4cd-8d33b618afa9 req-61404c32-8e64-4a3e-b2af-3c4bc6135b07 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 945 time: 0.0486426 May 27 15:22:39.944233 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-734daefb-fc1f-4635-b4cd-8d33b618afa9 req-e14499d0-e040-4779-aabc-e702d73186cc tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 May 27 15:22:40.067165 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:40.107129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894f48-00f4-4cd5-9126-d3d8abc92bfa req-a33d3034-2446-4eb5-a025-0ec4b09a0253 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:40.108590 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c3894f48-00f4-4cd5-9126-d3d8abc92bfa req-a33d3034-2446-4eb5-a025-0ec4b09a0253 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0514162 May 27 15:22:40.156834 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c3894f48-00f4-4cd5-9126-d3d8abc92bfa req-ad92c4f6-227c-4c09-9e9d-ce06a98a0de1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 May 27 15:22:40.183715 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:22:40.256743 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:40.257182 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:40.280982 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:40.283187 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bc236f-6f8c-44ab-bf41-1071494c9cad" -d '{"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-unplugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:40.296671 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:40.301750 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:40.323688 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677381bb-541f-45ff-89cb-5aa269533573 x-openstack-request-id: req-677381bb-541f-45ff-89cb-5aa269533573 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:40.323972 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-unplugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:40.324418 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-677381bb-541f-45ff-89cb-5aa269533573 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:40.324832 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677381bb-541f-45ff-89cb-5aa269533573'] response: {'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'code': 200} May 27 15:22:40.349974 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=8']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:41.063120 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3986b7-4c03-4744-a768-b52032ef8bd9 req-afb6ec58-e638-493b-b4f9-e5d277010661 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:41.064631 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8b3986b7-4c03-4744-a768-b52032ef8bd9 req-afb6ec58-e638-493b-b4f9-e5d277010661 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0466115 May 27 15:22:41.112437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8b3986b7-4c03-4744-a768-b52032ef8bd9 req-4b463e8d-cda8-4afd-8e04-744a8a6a43b5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 May 27 15:22:41.275875 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe152-7e08-47c8-8a25-d327203541c4 req-d8e3c44b-0cb8-4951-9291-ab004be6648e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:41.277633 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbdbe152-7e08-47c8-8a25-d327203541c4 req-d8e3c44b-0cb8-4951-9291-ab004be6648e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 943 time: 0.0525513 May 27 15:22:41.327554 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbdbe152-7e08-47c8-8a25-d327203541c4 req-303dcaff-2bb6-486b-805e-2ca88068fdd0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442996 May 27 15:22:42.192737 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device d75474e9-e17b-408a-97d0-f07e572297fa details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:22:42.195744 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:42.197506 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:42.202004 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:42.236369 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3f28c-5ba8-4b19-b82a-e44fb18f2c26 req-2b52f314-05d1-4340-975d-bcd58a030bd7 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:42.237869 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2ff3f28c-5ba8-4b19-b82a-e44fb18f2c26 req-2b52f314-05d1-4340-975d-bcd58a030bd7 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0488043 May 27 15:22:42.288288 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2ff3f28c-5ba8-4b19-b82a-e44fb18f2c26 req-398a8211-88e9-4a86-b1ec-be54e3fe1b6b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 May 27 15:22:42.304547 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port d75474e9-e17b-408a-97d0-f07e572297fa, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=d75474e9-e17b-408a-97d0-f07e572297fa,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:42.316740 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:22:42.354137 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port d75474e9-e17b-408a-97d0-f07e572297fa is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:42.354529 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:42.372757 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75474e9-e17b-408a-97d0-f07e572297fa {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:22:42.403089 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port d75474e9-e17b-408a-97d0-f07e572297fa, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=d75474e9-e17b-408a-97d0-f07e572297fa,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:42.407111 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:42.458259 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=d75474e9-e17b-408a-97d0-f07e572297fa,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:42.465898 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3640c-9ca3-4dc1-ab2f-65b57852a276 req-62e85ce6-b2a4-41d7-bae3-4d6969ca9fe3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:42.467443 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-41a3640c-9ca3-4dc1-ab2f-65b57852a276 req-62e85ce6-b2a4-41d7-bae3-4d6969ca9fe3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 944 time: 0.0531740 May 27 15:22:42.523925 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-41a3640c-9ca3-4dc1-ab2f-65b57852a276 req-f895baa1-9509-420d-8644-bb0d62f69476 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505807 May 27 15:22:42.653431 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['d75474e9-e17b-408a-97d0-f07e572297fa'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:22:43.204610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-09bb3972-b607-4140-ac7d-68d99e59a49b req-55bc1596-6f5a-40d6-bcf9-5890fcfa9cc1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:22:43.205621 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09bb3972-b607-4140-ac7d-68d99e59a49b req-55bc1596-6f5a-40d6-bcf9-5890fcfa9cc1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0601466 May 27 15:22:43.349212 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:43.369981 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b09076-9ecc-4231-b9a0-47049f8b5c3a req-4e4dfead-f64b-4ecc-b16e-ddff674083d8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:43.371608 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5b09076-9ecc-4231-b9a0-47049f8b5c3a req-4e4dfead-f64b-4ecc-b16e-ddff674083d8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0509555 May 27 15:22:43.423461 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5b09076-9ecc-4231-b9a0-47049f8b5c3a req-66dde496-d7bb-4a7d-a28d-793c478542d9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 May 27 15:22:43.590692 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51388) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:43.596159 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2d4e103e-557f-4480-a3e6-eb2f67043c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:43.642789 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d276fa2-f5a3-464c-92ba-108b8161522a req-0553bb91-9c79-4675-b9bd-4c4f1ebdbfda tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:43.644294 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d276fa2-f5a3-464c-92ba-108b8161522a req-0553bb91-9c79-4675-b9bd-4c4f1ebdbfda tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 944 time: 0.0499048 May 27 15:22:43.649277 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:43.681893 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-b1e1d101-3a8b-4da4-9467-50b2f39d95d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900154 May 27 15:22:43.690955 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-b4d7ff19-11b8-468f-8cec-06078034167d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:22:43.692131 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-b4d7ff19-11b8-468f-8cec-06078034167d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052326 May 27 15:22:43.695818 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d276fa2-f5a3-464c-92ba-108b8161522a req-8d3da9c0-d89f-4810-981b-d534d1525e4c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 May 27 15:22:43.776153 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51396) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:43.869602 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-27a3ee57-02ba-4ba3-95ae-14967acea0c0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:43.871741 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-27a3ee57-02ba-4ba3-95ae-14967acea0c0 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports/5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 940 time: 0.0945160 May 27 15:22:44.430823 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device d75474e9-e17b-408a-97d0-f07e572297fa up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:22:44.475385 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port d75474e9-e17b-408a-97d0-f07e572297fa completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:22:44.482295 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port d75474e9-e17b-408a-97d0-f07e572297fa triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:22:44.482784 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:44.552600 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf3e01-e430-47b9-ac9d-c9a7880c6b73 req-30cd5db5-f992-451f-a361-203199de1e39 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:44.554069 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2bbf3e01-e430-47b9-ac9d-c9a7880c6b73 req-30cd5db5-f992-451f-a361-203199de1e39 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0525100 May 27 15:22:44.562828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port d75474e9-e17b-408a-97d0-f07e572297fa is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:44.563215 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:44.586899 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:44.589191 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c47f5-e9a4-401b-8bfd-8930f43a4683" -d '{"events": [{"server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "name": "network-vif-plugged", "status": "completed", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:44.602265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port d75474e9-e17b-408a-97d0-f07e572297fa, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=d75474e9-e17b-408a-97d0-f07e572297fa,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:22:44.603142 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2bbf3e01-e430-47b9-ac9d-c9a7880c6b73 req-bb3213cd-ed49-4cc0-8292-d6ae8eb77a46 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 May 27 15:22:44.607070 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:44.608372 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:22:44.647830 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf6823-e6cf-4f5a-95dc-4906ea74819f x-openstack-request-id: req-6ccf6823-e6cf-4f5a-95dc-4906ea74819f {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:44.648118 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "name": "network-vif-plugged", "status": "completed", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:44.648372 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ccf6823-e6cf-4f5a-95dc-4906ea74819f {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:44.648787 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccf6823-e6cf-4f5a-95dc-4906ea74819f'] response: {'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'code': 200} May 27 15:22:44.686280 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=d75474e9-e17b-408a-97d0-f07e572297fa,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:44.725202 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: DOWN; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:22:44.819977 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f15a2-37f2-4e23-a51b-7c9acd1882a7 req-c6df7ede-8107-4aad-8e95-d21eded1fbcf tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:44.825256 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d44f15a2-37f2-4e23-a51b-7c9acd1882a7 req-c6df7ede-8107-4aad-8e95-d21eded1fbcf tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0520949 May 27 15:22:44.876250 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d44f15a2-37f2-4e23-a51b-7c9acd1882a7 req-696778a6-70ee-4148-8a7f-21b0d6bf173e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454986 May 27 15:22:45.384310 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:22:45.726338 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951e6b-1e34-45f4-afa5-9e6166532f6d req-f760bcec-7a85-47d1-b88e-de9f3c044961 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:45.727804 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c951e6b-1e34-45f4-afa5-9e6166532f6d req-f760bcec-7a85-47d1-b88e-de9f3c044961 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0474918 May 27 15:22:45.779856 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3c951e6b-1e34-45f4-afa5-9e6166532f6d req-8af28fed-ee12-47cd-89a8-5c66eb42b27c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 May 27 15:22:45.865589 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6f3115c6-a185-40b0-8e80-94ebb65e3094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:45.990947 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de409a-d93c-4827-b578-9f0854aeb188 req-fc15153c-0732-430b-b2d8-99745cdb23bf tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:45.992437 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58de409a-d93c-4827-b578-9f0854aeb188 req-fc15153c-0732-430b-b2d8-99745cdb23bf tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0478051 May 27 15:22:46.042059 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58de409a-d93c-4827-b578-9f0854aeb188 req-2c6366a7-060d-4c3f-ba9f-2e88d8e2b512 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 May 27 15:22:46.544033 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=100 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:46.551360 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8d5d0-d309-47b0-9880-8832e87e741b req-c9dd9917-82bb-4167-a89a-bfce9046b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:46.552890 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03e8d5d0-d309-47b0-9880-8832e87e741b req-c9dd9917-82bb-4167-a89a-bfce9046b5ef service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1129 time: 0.0442588 May 27 15:22:46.900867 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03e8d5d0-d309-47b0-9880-8832e87e741b req-adae5b05-cc5c-42ca-8749-7bf89febb603 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 May 27 15:22:46.928944 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486b9be-ec19-4c6a-96db-a74323c833e7 req-4d74931b-8944-485a-a8e5-f272ce26ccbb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:46.930408 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1486b9be-ec19-4c6a-96db-a74323c833e7 req-4d74931b-8944-485a-a8e5-f272ce26ccbb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0784614 May 27 15:22:46.933278 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:46.944957 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-024c3ea2-52f5-4480-a108-7f23f8b900a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:46.946319 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-024c3ea2-52f5-4480-a108-7f23f8b900a0 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c&tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106 HTTP/1.1" status: 200 len: 1127 time: 0.0640466 May 27 15:22:46.982572 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1486b9be-ec19-4c6a-96db-a74323c833e7 req-fa4d8162-3894-45e8-a2c1-511d97856988 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 May 27 15:22:47.181727 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6472fc-22c3-4741-aead-e16b3d28aaba req-fd6e8132-6798-431f-9626-a4626a5682a8 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:47.183859 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf6472fc-22c3-4741-aead-e16b3d28aaba req-fd6e8132-6798-431f-9626-a4626a5682a8 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0735481 May 27 15:22:47.192537 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-3323d5e3-80b0-43b7-b39c-2eaff6a766f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:47.193911 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-3323d5e3-80b0-43b7-b39c-2eaff6a766f4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1127 time: 0.0544295 May 27 15:22:47.266270 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf6472fc-22c3-4741-aead-e16b3d28aaba req-8516e12b-52b9-43ed-8d03-bfe3283dc031 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758095 May 27 15:22:47.325608 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-19958bf9-f354-43cd-a7d9-f365f56867c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:47.327208 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-19958bf9-f354-43cd-a7d9-f365f56867c9 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.1212828 May 27 15:22:47.343683 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:47.738777 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-eb5fd2ab-631d-4081-be02-9f36401c1cc9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 998 time: 0.0616395 May 27 15:22:47.755800 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:47.796087 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-d124cf1b-2eec-4b24-af36-9c62ce000932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:47.797566 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-d124cf1b-2eec-4b24-af36-9c62ce000932 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0506284 May 27 15:22:47.852098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-25de0951-43f8-48c8-ac34-b207e7de368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:47.853509 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-25de0951-43f8-48c8-ac34-b207e7de368b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468256 May 27 15:22:47.950276 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-d5f057fd-d8a9-482b-b5ed-c16d0cb9062e service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870326 May 27 15:22:48.046978 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f85d84b3-f75f-4df0-99ae-1d762cb8506a req-6f91652f-a67b-4749-982b-c1427e651480 service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888817 May 27 15:22:48.106505 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d2d4-f440-4557-804a-86519f2ae7aa req-676b92c3-c5af-4b6f-917c-f468a48c071e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:48.107889 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbc7d2d4-f440-4557-804a-86519f2ae7aa req-676b92c3-c5af-4b6f-917c-f468a48c071e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0487835 May 27 15:22:48.160156 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbc7d2d4-f440-4557-804a-86519f2ae7aa req-15b4324b-f0ed-4bd5-9003-23019ade9e6c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 May 27 15:22:48.380766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639db71-d724-49ad-9b8f-01347fac9537 req-1281b7d5-5c59-479b-81c8-0674d0937e14 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:48.382294 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2639db71-d724-49ad-9b8f-01347fac9537 req-1281b7d5-5c59-479b-81c8-0674d0937e14 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0476873 May 27 15:22:48.434295 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2639db71-d724-49ad-9b8f-01347fac9537 req-96bb1b17-160a-4c0e-89e3-fb7e24085cd1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443532 May 27 15:22:48.438076 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:49.296248 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dac5d2-8eda-43be-9f74-0dd2c02caf74 req-613556ca-b3e0-4237-9ed5-bc92dfb6cbd7 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:49.297829 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-64dac5d2-8eda-43be-9f74-0dd2c02caf74 req-613556ca-b3e0-4237-9ed5-bc92dfb6cbd7 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0533822 May 27 15:22:49.349837 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-64dac5d2-8eda-43be-9f74-0dd2c02caf74 req-9de1eff9-92ec-4a16-8eca-7b5b11daea8e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 May 27 15:22:49.556294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78429041-1002-45a1-9855-72fc7c21b26a req-d0301398-1b39-4a23-9bff-314d4378c29d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:49.558011 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-78429041-1002-45a1-9855-72fc7c21b26a req-d0301398-1b39-4a23-9bff-314d4378c29d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0531247 May 27 15:22:49.611234 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-78429041-1002-45a1-9855-72fc7c21b26a req-65b3c2c8-d17a-458b-9875-65950e01f5ac tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 May 27 15:22:49.732865 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482254d-6afc-4613-8bc4-06dd6b31a188 req-1c03a687-9742-4384-aab5-0c93f2748ffd tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:49.734351 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0482254d-6afc-4613-8bc4-06dd6b31a188 req-1c03a687-9742-4384-aab5-0c93f2748ffd tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0511003 May 27 15:22:49.747301 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:49.786540 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0482254d-6afc-4613-8bc4-06dd6b31a188 req-fe018d4f-8b35-4586-b9e2-a7fa71de8702 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466008 May 27 15:22:49.818904 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51472) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:49.839552 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:49.866722 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ff137-4802-4946-93b1-7b439c2107a0 tempest-TestVolumeBootPattern-322408006 tempest-TestVolumeBootPattern-322408006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:49.871997 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51478) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:49.872174 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-817ff137-4802-4946-93b1-7b439c2107a0 tempest-TestVolumeBootPattern-322408006 tempest-TestVolumeBootPattern-322408006-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1124 time: 0.0518847 May 27 15:22:49.881234 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:22:49.916322 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:50.013128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:50.131678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Allocated IP 172.27.1.139 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/b9ca49d4-44f1-4a07-994f-0ecd0f0c5917) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:22:50.141082 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:50.243351 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:50.275882 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:50.313124 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:22:50.316404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:22:50.320019 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:22:50.355895 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=b9ca49d4-44f1-4a07-994f-0ecd0f0c5917,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:50.537410 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8662e55-c865-433b-8233-ac20afe55e30 req-4dd72730-8e23-4eef-956b-6b6be1b7bf1a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:50.538889 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a8662e55-c865-433b-8233-ac20afe55e30 req-4dd72730-8e23-4eef-956b-6b6be1b7bf1a tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.1012299 May 27 15:22:50.630384 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a8662e55-c865-433b-8233-ac20afe55e30 req-9b19a573-9bea-4566-893f-cf98750c3f4e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845783 May 27 15:22:50.747926 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:50.802519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (1f4d373a-d1e4-47fe-9135-91184f5a0985), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:50.885724 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:50.978042 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:51.113185 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:51.118289 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:51.205385 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=b9ca49d4-44f1-4a07-994f-0ecd0f0c5917,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:51.221524 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (1f4d373a-d1e4-47fe-9135-91184f5a0985), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:51.324923 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Floating IP 1f4d373a-d1e4-47fe-9135-91184f5a0985 associated. External IP: 172.27.1.139, port: d75474e9-e17b-408a-97d0-f07e572297fa. May 27 15:22:51.543750 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:22:51.655205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:22:51.666207 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:22:51.672206 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:51.680941 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:51.693019 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:22:51.695043 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:22:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:51.734674 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-96a4ef11-acc8-47bb-a39d-be6008be1c37 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8615024 May 27 15:22:51.735620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:22:51.738098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:22:51.842382 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af23f7-82c4-4bfb-a77a-e6a5d14057f5 req-86861a6d-325e-4481-b1fb-90586059b2f5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:51.842631 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:22:51.843949 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09af23f7-82c4-4bfb-a77a-e6a5d14057f5 req-86861a6d-325e-4481-b1fb-90586059b2f5 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0785589 May 27 15:22:51.915614 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e1189-f069-4687-9f99-9945894d1fae x-openstack-request-id: req-b20e1189-f069-4687-9f99-9945894d1fae {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:22:51.915853 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:22:51.916067 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b20e1189-f069-4687-9f99-9945894d1fae {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:22:51.916495 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20e1189-f069-4687-9f99-9945894d1fae'] response: {'name': 'network-changed', 'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'status': 'completed', 'code': 200} May 27 15:22:51.953986 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09af23f7-82c4-4bfb-a77a-e6a5d14057f5 req-3604f6ab-bf4b-4b95-92de-5388d5b7e8aa tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960848 May 27 15:22:52.091549 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:50Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:52.120864 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:22:52.129491 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:22:52.130019 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:22:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:52.248877 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:22:52.486981 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:50Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:52.512858 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910f4d4-1408-44ab-875a-8f4965a324ba None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:50Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:22:52.729383 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e89ec-b7f6-4cad-bdc4-7bc4dda3d8d6 None None] New status for floating IP 1f4d373a-d1e4-47fe-9135-91184f5a0985: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:22:53.089387 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867d8c-abc5-4ac9-90ad-cad48c9feff5 req-b752428d-46ed-425c-ad97-fb8a55ded0ea tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:53.091613 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-68867d8c-abc5-4ac9-90ad-cad48c9feff5 req-b752428d-46ed-425c-ad97-fb8a55ded0ea tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0508516 May 27 15:22:53.143954 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-68867d8c-abc5-4ac9-90ad-cad48c9feff5 req-dd429d56-0d02-4079-a6b1-483192c6672c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460215 May 27 15:22:54.391855 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01787-7752-4b77-a45f-66d8cea1e3c8 req-e2158692-228d-4bb1-88a1-9e38b80fb0bb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:54.393402 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23e01787-7752-4b77-a45f-66d8cea1e3c8 req-e2158692-228d-4bb1-88a1-9e38b80fb0bb tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0561912 May 27 15:22:54.431624 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:54.444587 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23e01787-7752-4b77-a45f-66d8cea1e3c8 req-75d07535-6065-489a-ad93-3756d745a8f9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 May 27 15:22:55.579339 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b98c5-272a-4cb2-a83c-7ae1bf04e2eb req-ccf1d810-df89-46dd-808c-8d36fadaf036 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:55.581157 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a8b98c5-272a-4cb2-a83c-7ae1bf04e2eb req-ccf1d810-df89-46dd-808c-8d36fadaf036 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0520484 May 27 15:22:55.632070 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a8b98c5-272a-4cb2-a83c-7ae1bf04e2eb req-315399f5-ed84-4530-be00-1dc5d9d933f3 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 May 27 15:22:56.758041 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bf9f0-ebc1-413b-a9db-b04d35406b6b req-28703cf3-a357-4b27-8bd5-354675fe04f4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:56.759645 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac9bf9f0-ebc1-413b-a9db-b04d35406b6b req-28703cf3-a357-4b27-8bd5-354675fe04f4 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0494504 May 27 15:22:56.810572 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac9bf9f0-ebc1-413b-a9db-b04d35406b6b req-e38240ca-2e82-466a-a04f-18cd47ed4f1f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443189 May 27 15:22:56.939170 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51556) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:56.989652 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Deleting subnet c34bc3e5-32b6-4192-ba72-13526e7d6f01 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:22:56.993157 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Publish callbacks [] for subnet (c34bc3e5-32b6-4192-ba72-13526e7d6f01), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.029731 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (c34bc3e5-32b6-4192-ba72-13526e7d6f01), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.069896 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (c34bc3e5-32b6-4192-ba72-13526e7d6f01), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.126458 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (c34bc3e5-32b6-4192-ba72-13526e7d6f01), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.150724 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34bc3e5-32b6-4192-ba72-13526e7d6f01,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:57.158982 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.162140 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c34bc3e5-32b6-4192-ba72-13526e7d6f01 HTTP/1.1" status: 204 len: 168 time: 0.2221129 May 27 15:22:57.164770 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51558) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:57.169007 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.169358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.169704 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.170046 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.170384 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.170714 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.171103 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.172176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.172176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.172176 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.172642 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.172642 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.172998 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.173296 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.173614 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314435e-52a8-4783-bbc5-52ed6b33fa28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:22:57.251480 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (031e6226-4ab9-4c38-ae21-400eb45fd11f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.332857 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (031e6226-4ab9-4c38-ae21-400eb45fd11f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.355248 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031e6226-4ab9-4c38-ae21-400eb45fd11f']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:57.364866 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:57.365186 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb6c9cd-a71f-423e-850e-25d5a7e4b463') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:22:57.380048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (ebb6c9cd-a71f-423e-850e-25d5a7e4b463), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.394586 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (ebb6c9cd-a71f-423e-850e-25d5a7e4b463), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.403049 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:22:57.403440 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (ebb6c9cd-a71f-423e-850e-25d5a7e4b463), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.472567 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (031e6226-4ab9-4c38-ae21-400eb45fd11f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.478252 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.481920 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] 10.222.0.41 "DELETE /v2.0/networks/031e6226-4ab9-4c38-ae21-400eb45fd11f HTTP/1.1" status: 204 len: 168 time: 0.3146429 May 27 15:22:57.494804 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69425b28-1b63-4c2a-978c-6a4b8ffc867a admin admin] Pushing event deleted for resources: {'Network': ['ID=031e6226-4ab9-4c38-ae21-400eb45fd11f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:57.507181 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment ebb6c9cd-a71f-423e-850e-25d5a7e4b463 resource provider aggregate not found May 27 15:22:57.529390 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment ebb6c9cd-a71f-423e-850e-25d5a7e4b463 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebb6c9cd-a71f-423e-850e-25d5a7e4b463 found for delete ", "request_id": "req-c81fc26d-9be8-4844-ac42-14080d54bf33"}]} May 27 15:22:57.681290 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51570) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:57.728390 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0de7e81f-0cd0-4cb4-a39d-6de92e4db3d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be77db463e844d0a8078b9fd07b7a968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435226 May 27 15:22:57.728649 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51572) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:22:57.780904 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4848-aa48-42da-8a08-fbf7e33ba1bd admin admin] Publish callbacks [] for security_group (0a004727-8c31-4605-bbbc-74d9b31c58b8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.803206 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4848-aa48-42da-8a08-fbf7e33ba1bd admin admin] Publish callbacks [] for security_group (0a004727-8c31-4605-bbbc-74d9b31c58b8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.857281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4848-aa48-42da-8a08-fbf7e33ba1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (0a004727-8c31-4605-bbbc-74d9b31c58b8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.859442 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4848-aa48-42da-8a08-fbf7e33ba1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:22:57.860985 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5e6f4848-aa48-42da-8a08-fbf7e33ba1bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a004727-8c31-4605-bbbc-74d9b31c58b8 HTTP/1.1" status: 204 len: 168 time: 0.1311076 May 27 15:22:57.877416 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4848-aa48-42da-8a08-fbf7e33ba1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a004727-8c31-4605-bbbc-74d9b31c58b8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:22:57.973636 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669bb2-2ad6-4a28-92bd-5a59ccc6823d req-6a266f81-f9d7-4272-ae7c-974e25db148e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:57.976950 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52669bb2-2ad6-4a28-92bd-5a59ccc6823d req-6a266f81-f9d7-4272-ae7c-974e25db148e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0573428 May 27 15:22:58.031963 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52669bb2-2ad6-4a28-92bd-5a59ccc6823d req-63ef6d08-5051-43c5-a173-23147619eec8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 May 27 15:22:58.587328 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-f7e0d529-c918-4a2e-8921-283fe7a5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:58.589481 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-f7e0d529-c918-4a2e-8921-283fe7a5b3d5 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1129 time: 0.0405347 May 27 15:22:59.150547 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d96d2-8dca-4393-8d30-95eb8359bbfe req-fd7b6560-cc97-418e-8d10-e8e7b7fdec42 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:59.152836 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-850d96d2-8dca-4393-8d30-95eb8359bbfe req-fd7b6560-cc97-418e-8d10-e8e7b7fdec42 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0475883 May 27 15:22:59.202601 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-850d96d2-8dca-4393-8d30-95eb8359bbfe req-abbedf10-3ddf-4e7c-af12-5ce820b1fec8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 May 27 15:22:59.786635 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:22:59.840921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-70e292b8-c10a-43a4-9095-fb1b65259f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:59.842386 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-70e292b8-c10a-43a4-9095-fb1b65259f1f service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.3442788 May 27 15:22:59.905736 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-6681b260-6707-438e-8bd9-b0b7101afc59 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 1001 time: 0.0564520 May 27 15:22:59.956477 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-d6fb33d4-3074-40b2-ada1-dd03c042f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:22:59.957927 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-d6fb33d4-3074-40b2-ada1-dd03c042f394 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0453796 May 27 15:23:00.003072 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-3b0f08a9-4683-4e1d-a538-c8c7fa15d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:00.004565 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-3b0f08a9-4683-4e1d-a538-c8c7fa15d441 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395861 May 27 15:23:00.073293 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:00.087421 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:00.102016 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-efd37dcc-8ec7-4e23-b859-10a5e387f12d service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867202 May 27 15:23:00.191417 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04a1959d-6c48-4be2-bc38-77d82f1e3ea0 req-831c1929-069a-433e-b427-f0cfe6628008 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831800 May 27 15:23:00.328030 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b3b35-7bc5-48c8-a460-f08582d7d7b0 req-da476bf6-ffaf-4c98-991e-13e2410f8058 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:00.329421 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a7b3b35-7bc5-48c8-a460-f08582d7d7b0 req-da476bf6-ffaf-4c98-991e-13e2410f8058 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 943 time: 0.0516713 May 27 15:23:00.378126 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a7b3b35-7bc5-48c8-a460-f08582d7d7b0 req-6de06257-0f3d-415c-a0d8-9f15cfc6b77b tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 May 27 15:23:00.491193 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:23:00.590828 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:00.601940 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'port_id': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'mac_address': 'fa:16:3e:b5:7a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:23:00.607963 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:00.626660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:00.630340 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:00.646513 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:23:00.646895 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:00.660387 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5957996d-9971-4147-ab43-4d9b1a9273d5 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:23:00.679774 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:00.682974 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:00.729716 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=9']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:00.736608 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.736963 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.737307 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.737643 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.737975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.738304 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.738628 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.739062 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.739395 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.739717 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.740041 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.740363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.740865 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.741187 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.741505 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:00.998186 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['5957996d-9971-4147-ab43-4d9b1a9273d5'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:23:01.498006 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222a2c9-b2a0-488f-bca8-4db50d5ad097 req-8d80f4ff-cc0f-4207-8ec4-d4353f1219d2 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:01.499449 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c222a2c9-b2a0-488f-bca8-4db50d5ad097 req-8d80f4ff-cc0f-4207-8ec4-d4353f1219d2 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 944 time: 0.0473006 May 27 15:23:01.545839 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c222a2c9-b2a0-488f-bca8-4db50d5ad097 req-4cb55a64-92b0-4b0f-a221-703eadedc3ea tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 May 27 15:23:02.502256 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:23:02.545601 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 5957996d-9971-4147-ab43-4d9b1a9273d5 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:23:02.545964 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:02.622188 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 5957996d-9971-4147-ab43-4d9b1a9273d5 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:23:02.622566 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:02.646318 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:23:02.648424 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1403a6bc-6b7b-452f-9d1c-f4be35054dfd" -d '{"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-plugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:23:02.661827 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:02.666291 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:02.673174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a0fd0-0e58-4608-9af5-7fb5cfdd473b req-53850404-8018-4713-bc2c-e86c85c2f1c8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:02.674818 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-562a0fd0-0e58-4608-9af5-7fb5cfdd473b req-53850404-8018-4713-bc2c-e86c85c2f1c8 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 944 time: 0.0513692 May 27 15:23:02.693866 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c3b49-2396-453c-9593-5a277917fc4b x-openstack-request-id: req-3d3c3b49-2396-453c-9593-5a277917fc4b {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:23:02.694149 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-plugged", "status": "completed", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:23:02.694397 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d3c3b49-2396-453c-9593-5a277917fc4b {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:23:02.694781 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3c3b49-2396-453c-9593-5a277917fc4b'] response: {'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'code': 200} May 27 15:23:02.728466 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-562a0fd0-0e58-4608-9af5-7fb5cfdd473b req-0b61c365-0992-4224-9a93-1545d91395c9 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479765 May 27 15:23:02.729680 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=10']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:02.887606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904967a0-9190-407d-9cb8-2e8acd500bae req-2a37a8ba-fb0c-4cd8-a01a-5f04b53d6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:02.889137 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-904967a0-9190-407d-9cb8-2e8acd500bae req-2a37a8ba-fb0c-4cd8-a01a-5f04b53d6028 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1130 time: 0.0390098 May 27 15:23:02.935241 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-904967a0-9190-407d-9cb8-2e8acd500bae req-5db0fabc-7e60-42f1-8744-fa89d996caf2 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376387 May 27 15:23:03.858029 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32b5e-dc0a-4779-9b89-14aacbb4c79a req-7870b184-b74f-4aeb-b890-4d85f26f1479 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:03.859683 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-74d32b5e-dc0a-4779-9b89-14aacbb4c79a req-7870b184-b74f-4aeb-b890-4d85f26f1479 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 946 time: 0.0526013 May 27 15:23:03.957641 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-74d32b5e-dc0a-4779-9b89-14aacbb4c79a req-ecfbf035-af69-47ed-af5a-264406840663 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921857 May 27 15:23:03.958812 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3fae-341d-4e37-9129-0d687272096e req-34234945-1536-4161-b063-6fac087ae4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:03.960212 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-34234945-1536-4161-b063-6fac087ae4a4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 1130 time: 0.0729496 May 27 15:23:04.080815 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3fae-341d-4e37-9129-0d687272096e req-dd679fa4-9367-4039-929e-6c8218e04087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:04.082293 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-dd679fa4-9367-4039-929e-6c8218e04087 service neutron] 10.222.0.40 "GET /v2.0/networks?id=7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 200 len: 916 time: 0.0877283 May 27 15:23:04.130156 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:04.151785 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-b7b0c629-a140-4ab7-9786-64c47462491d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 200 len: 1000 time: 0.0602546 May 27 15:23:04.241258 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3fae-341d-4e37-9129-0d687272096e req-f09f925f-3125-46be-a01b-60dab897029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:04.242712 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-f09f925f-3125-46be-a01b-60dab897029d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 200 len: 854 time: 0.0454237 May 27 15:23:04.293872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3fae-341d-4e37-9129-0d687272096e req-e8abe9fa-1b84-4d38-bb4a-6dbcde952463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:04.295439 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-e8abe9fa-1b84-4d38-bb4a-6dbcde952463 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=7bae1b8f-6527-43a2-8c28-4f4a1470a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408387 May 27 15:23:04.894746 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-0d0b766b-468e-4ee0-bef5-3cb1b60006ad service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898521 May 27 15:23:05.102218 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061213a-a5a2-43ec-9e5e-6c37868d7e78 req-60620736-2fbf-4525-a65f-b0d5ee646a83 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:05.103676 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c061213a-a5a2-43ec-9e5e-6c37868d7e78 req-60620736-2fbf-4525-a65f-b0d5ee646a83 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 946 time: 0.0685730 May 27 15:23:05.110504 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:05.206933 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b4d3fae-341d-4e37-9129-0d687272096e req-4c45a28b-99ac-4d68-bbda-7ccb149a3c6f service neutron] 10.222.0.40 "GET /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406178 May 27 15:23:05.210944 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c061213a-a5a2-43ec-9e5e-6c37868d7e78 req-93381d43-9c78-4bb3-ae78-90a6edd358ed tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977359 May 27 15:23:06.330929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065676a9-832d-4d42-9114-96a82039c632 req-fd87716d-b09f-4aeb-b024-d0a4b6cbd851 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:06.332400 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-065676a9-832d-4d42-9114-96a82039c632 req-fd87716d-b09f-4aeb-b024-d0a4b6cbd851 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 946 time: 0.0470004 May 27 15:23:06.380681 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-065676a9-832d-4d42-9114-96a82039c632 req-8f51a21d-7bfc-47b7-a87a-605914599c3e tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423794 May 27 15:23:07.842475 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=63,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:07.872980 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:12.262346 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=63 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:12.263462 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:12.716191 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:12.718107 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:12.727419 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:13.588296 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c5be92d8-787c-4497-a829-7031ed870295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:15.866428 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8576-cd06-43de-8088-995911aa996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:16.373695 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=20 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:16.376403 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=52 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:17.346891 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:18.444404 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:19.832135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:22.382708 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:23:28.554560 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:29.826315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=12 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:29.828253 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:30.097731 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:32.378306 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:32.379556 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:40.086487 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:40.093392 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:43.591437 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-befbeef7-77b0-481f-8b90-f0d443a241fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:45.868170 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0de507ea-cd04-4d33-9fb2-60c2457c104d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:47.350221 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:48.443308 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:48.596872 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2635c7-a7dd-47df-8430-0b3d32d43af7 req-910392eb-09fd-4b16-bb9d-0dc2c46a1575 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:48.598318 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8d2635c7-a7dd-47df-8430-0b3d32d43af7 req-910392eb-09fd-4b16-bb9d-0dc2c46a1575 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 946 time: 0.0485904 May 27 15:23:48.650064 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8d2635c7-a7dd-47df-8430-0b3d32d43af7 req-1114c249-522b-4e1f-841b-58288648d3ac tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 May 27 15:23:49.770491 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f35ca0-eb4e-48a1-89af-5a16cd326097 req-d1ef3f1b-f400-4f00-985a-f1f3728d7eac tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:49.771941 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-75f35ca0-eb4e-48a1-89af-5a16cd326097 req-d1ef3f1b-f400-4f00-985a-f1f3728d7eac tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 946 time: 0.0480411 May 27 15:23:49.819655 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-75f35ca0-eb4e-48a1-89af-5a16cd326097 req-7879f201-d614-4493-bf7b-81c9007e7305 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7f407df-befa-4d68-b804-abc03cd08be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 May 27 15:23:49.835293 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:50.258365 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-fc791f49-1c7a-483a-bb1a-a295a9294d12 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:23:50.259789 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-fc791f49-1c7a-483a-bb1a-a295a9294d12 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 946 time: 0.0489600 May 27 15:23:50.345386 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Deleting port 5957996d-9971-4147-ab43-4d9b1a9273d5 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:23:50.345722 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:50.435220 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] For port 5957996d-9971-4147-ab43-4d9b1a9273d5, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=5957996d-9971-4147-ab43-4d9b1a9273d5,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:50.435581 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:50.601223 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:50.601584 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (4c6e3efd-f7f1-4c33-8382-e429f2014033), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:50.602023 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Floating IP 4c6e3efd-f7f1-4c33-8382-e429f2014033 disassociated. External IP: 172.27.1.75, port: 5957996d-9971-4147-ab43-4d9b1a9273d5. May 27 15:23:50.602448 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Calling delete_port for 5957996d-9971-4147-ab43-4d9b1a9273d5 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:23:50.725958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (5957996d-9971-4147-ab43-4d9b1a9273d5), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:50.757201 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event deleted for resources: {'Port': ['ID=5957996d-9971-4147-ab43-4d9b1a9273d5,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:50.866014 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:23:50.924868 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:50.943488 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b199786f-0994-4de4-9121-5836df8a1dc9 req-c036c9ad-4c67-4f42-b3ce-18614c67e31c tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/ports?device_id=8632102f-28fe-4b73-bd34-b51fc1c3179c HTTP/1.1" status: 200 len: 210 time: 0.0329714 May 27 15:23:50.951408 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:51.000763 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:23:51.010036 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:23:51.019527 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:23:51.020128 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:23:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:51.043655 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] No DVR routers for this DVR port 5957996d-9971-4147-ab43-4d9b1a9273d5 on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:23:51.046133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:51.049413 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0c330b17-e1ff-4c17-b4c0-fe20d11d785a req-61a4c0bb-6fe6-4dee-b375-137ca728a0ff tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.40 "DELETE /v2.0/ports/5957996d-9971-4147-ab43-4d9b1a9273d5 HTTP/1.1" status: 204 len: 173 time: 0.7829485 May 27 15:23:51.049857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-deleted', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:23:51.052127 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941bdcf0-de1d-4d88-aa0a-9c95f7b1e3d0" -d '{"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-deleted", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:23:51.094511 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ac3e1-b3c4-427f-886e-3b6e2f5baedc x-openstack-request-id: req-811ac3e1-b3c4-427f-886e-3b6e2f5baedc {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:23:51.095091 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8632102f-28fe-4b73-bd34-b51fc1c3179c", "name": "network-vif-deleted", "tag": "5957996d-9971-4147-ab43-4d9b1a9273d5", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:23:51.096230 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-811ac3e1-b3c4-427f-886e-3b6e2f5baedc {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:23:51.097198 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811ac3e1-b3c4-427f-886e-3b6e2f5baedc'] response: {'server_uuid': '8632102f-28fe-4b73-bd34-b51fc1c3179c', 'name': 'network-vif-deleted', 'tag': '5957996d-9971-4147-ab43-4d9b1a9273d5', 'status': 'completed', 'code': 200} May 27 15:23:51.217627 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:23:51.408615 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:51.433101 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:23:51.441345 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:23:51.441931 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:23:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:51.544154 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:23:51.738243 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:51.763245 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90b182-fde2-4b98-9fc6-6fc916b87031 None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:17:53Z', 'revision_number': 4, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': 'b17b2bb2-a031-4477-ad5c-a32b8b410e87', 'name': '', 'network_id': '7bae1b8f-6527-43a2-8c28-4f4a1470a167', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'mac_address': 'fa:16:3e:74:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:52Z', 'updated_at': '2022-05-27T15:17:56Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'subnets': [{'id': 'a49de691-dec7-4881-80b0-a8479bdd77b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:23:51.991130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c31ba3-e1f8-40a1-920b-a54d35015747 None None] New status for floating IP 4c6e3efd-f7f1-4c33-8382-e429f2014033: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:23:53.051743 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51674) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:53.107225 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (e7f407df-befa-4d68-b804-abc03cd08be0), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.131097 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (e7f407df-befa-4d68-b804-abc03cd08be0), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.178257 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (e7f407df-befa-4d68-b804-abc03cd08be0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.180981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.182178 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "DELETE /v2.0/security-groups/e7f407df-befa-4d68-b804-abc03cd08be0 HTTP/1.1" status: 204 len: 168 time: 0.1293962 May 27 15:23:53.186034 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51676) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:53.193439 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f407df-befa-4d68-b804-abc03cd08be0,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:53.200388 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-8c027cc4-4ef2-4144-b80a-8ddd3f2b649f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] show failed (client error): The resource could not be found. May 27 15:23:53.201411 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8c027cc4-4ef2-4144-b80a-8ddd3f2b649f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "GET /v2.0/security-groups/e7f407df-befa-4d68-b804-abc03cd08be0 HTTP/1.1" status: 404 len: 347 time: 0.0144038 May 27 15:23:53.201867 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.202224 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.202570 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.202914 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.203256 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.203591 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.203927 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.204263 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.204622 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51678) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:53.204742 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.205052 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.205384 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.205800 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.206167 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.206497 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.206826 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28dffa-59e2-497e-9093-a51b4e15a93f tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:53.320187 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Deleting port 4f01f085-319c-49f8-b643-340392acde9d {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:23:53.320560 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (4f01f085-319c-49f8-b643-340392acde9d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.400244 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (4f01f085-319c-49f8-b643-340392acde9d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.400609 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (4f01f085-319c-49f8-b643-340392acde9d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.413276 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Calling delete_port for 4f01f085-319c-49f8-b643-340392acde9d owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:23:53.543406 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (4f01f085-319c-49f8-b643-340392acde9d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.572556 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Pushing event deleted for resources: {'Port': ['ID=4f01f085-319c-49f8-b643-340392acde9d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:53.634400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks [] for floatingip (4c6e3efd-f7f1-4c33-8382-e429f2014033), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.637251 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:53.638375 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f36b7e66-54f3-437a-8cf9-29c851ebf425 tempest-AttachVolumeShelveTestJSON-1279106739 tempest-AttachVolumeShelveTestJSON-1279106739-project] 10.222.0.41 "DELETE /v2.0/floatingips/4c6e3efd-f7f1-4c33-8382-e429f2014033 HTTP/1.1" status: 204 len: 168 time: 0.4328897 May 27 15:23:54.818376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:23:54.838042 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 5957996d-9971-4147-ab43-4d9b1a9273d5 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:23:54.838385 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 5957996d-9971-4147-ab43-4d9b1a9273d5 not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:23:56.057224 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51702) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:56.616407 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (75256f57-a0eb-43cf-9eec-ed524a6bf46c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:56.832546 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Deleting port b17b2bb2-a031-4477-ad5c-a32b8b410e87 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:23:56.832885 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:56.909844 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] For port b17b2bb2-a031-4477-ad5c-a32b8b410e87, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=b17b2bb2-a031-4477-ad5c-a32b8b410e87,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:56.910126 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:56.923254 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Calling delete_port for b17b2bb2-a031-4477-ad5c-a32b8b410e87 owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:23:56.976353 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:56.983731 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:57.099897 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (b17b2bb2-a031-4477-ad5c-a32b8b410e87), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:57.124343 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b17b2bb2-a031-4477-ad5c-a32b8b410e87,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:57.290882 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (75256f57-a0eb-43cf-9eec-ed524a6bf46c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:57.494626 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Router 75256f57-a0eb-43cf-9eec-ed524a6bf46c has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:23:57.594598 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:23:57.600975 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a3bcfa08-5afd-4427-9e3d-5c70a9e7ce7d admin admin] 10.222.0.41 "PUT /v2.0/routers/75256f57-a0eb-43cf-9eec-ed524a6bf46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428162 May 27 15:23:57.603072 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51706) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:57.606236 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] Sync routers for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:23:57.616084 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:23:57.616804 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:23:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:57.710900 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks [] for router (75256f57-a0eb-43cf-9eec-ed524a6bf46c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:57.719328 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:23:57.810147 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks [] for router_gateway (75256f57-a0eb-43cf-9eec-ed524a6bf46c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:57.846037 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:57.853655 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Deleting port 56509b79-d7e5-423a-9c34-5a4d374b2265 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:23:57.854173 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:57.872048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:57.883185 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:57.888871 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:23:57Z', 'revision_number': 5, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port': {'id': '56509b79-d7e5-423a-9c34-5a4d374b2265', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:17:51Z', 'updated_at': '2022-05-27T15:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:57.917332 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] Checking router: 75256f57-a0eb-43cf-9eec-ed524a6bf46c for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:23:57.925922 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] Routers {'75256f57-a0eb-43cf-9eec-ed524a6bf46c'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:23:57.926522 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:23:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:57.938616 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] For port 56509b79-d7e5-423a-9c34-5a4d374b2265, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=56509b79-d7e5-423a-9c34-5a4d374b2265,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:57.938981 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:57.952340 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Calling delete_port for 56509b79-d7e5-423a-9c34-5a4d374b2265 owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:23:57.959657 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=100 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:58.007516 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] Set router 75256f57-a0eb-43cf-9eec-ed524a6bf46c gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:23:58.057901 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:23:57Z', 'revision_number': 6, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:58.083028 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0bda-5680-48cd-a371-85e98fd89018 None None] The sync data for ids ['75256f57-a0eb-43cf-9eec-ed524a6bf46c'] in dv-cinder-842541-3-iscsi is: [{'id': '75256f57-a0eb-43cf-9eec-ed524a6bf46c', 'name': 'tempest-AttachVolumeShelveTestJSON-52392383-router', 'tenant_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:17:50Z', 'updated_at': '2022-05-27T15:23:57Z', 'revision_number': 6, 'project_id': '80d48e2adc1e4c6ebfdd43e84f8e3106', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:23:58.127447 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (56509b79-d7e5-423a-9c34-5a4d374b2265), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.152944 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56509b79-d7e5-423a-9c34-5a4d374b2265,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:58.213654 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (75256f57-a0eb-43cf-9eec-ed524a6bf46c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.299581 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (75256f57-a0eb-43cf-9eec-ed524a6bf46c), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.301666 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks [] for router_controller (75256f57-a0eb-43cf-9eec-ed524a6bf46c), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.594361 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (75256f57-a0eb-43cf-9eec-ed524a6bf46c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.595005 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75256f57-a0eb-43cf-9eec-ed524a6bf46c {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:23:58.599479 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.600690 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fa5a3660-2dc7-4775-9f20-1ca836be81f1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/75256f57-a0eb-43cf-9eec-ed524a6bf46c HTTP/1.1" status: 204 len: 168 time: 0.9966905 May 27 15:23:58.603194 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51708) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:58.647555 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Deleting subnet a49de691-dec7-4881-80b0-a8479bdd77b4 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:23:58.650611 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Publish callbacks [] for subnet (a49de691-dec7-4881-80b0-a8479bdd77b4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.686392 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3014291'] for subnet (a49de691-dec7-4881-80b0-a8479bdd77b4), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.764321 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (a49de691-dec7-4881-80b0-a8479bdd77b4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.813872 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26290452'] for subnet (a49de691-dec7-4881-80b0-a8479bdd77b4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.840968 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49de691-dec7-4881-80b0-a8479bdd77b4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:58.844582 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.850246 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b5fc4366-8ac9-488e-9a40-1c4d2c0a8e01 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a49de691-dec7-4881-80b0-a8479bdd77b4 HTTP/1.1" status: 204 len: 168 time: 0.2438042 May 27 15:23:58.850577 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51710) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:58.851135 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e38ab-1cce-447e-91b7-28076dd1d40c None None] Network 7bae1b8f-6527-43a2-8c28-4f4a1470a167 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:23:58.923400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (7bae1b8f-6527-43a2-8c28-4f4a1470a167), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:58.967892 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Deleting port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:23:58.968229 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.015268 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] DHCP port deletion for 7bae1b8f-6527-43a2-8c28-4f4a1470a167 request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:23:59.047447 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] For port 2d742eee-9bbb-46f4-842e-2e6c6a07a155, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2d742eee-9bbb-46f4-842e-2e6c6a07a155,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:59.047578 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.052127 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] Deleting port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:23:59.052532 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.062559 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Calling delete_port for 2d742eee-9bbb-46f4-842e-2e6c6a07a155 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:23:59.124666 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] For port 2d742eee-9bbb-46f4-842e-2e6c6a07a155, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=2d742eee-9bbb-46f4-842e-2e6c6a07a155,segment=NetworkSegment(a2b49731-00bc-49e9-a44c-4021a33c3432),segment_id=a2b49731-00bc-49e9-a44c-4021a33c3432)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:23:59.125055 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.139281 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] Calling delete_port for 2d742eee-9bbb-46f4-842e-2e6c6a07a155 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:23:59.152949 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.180367 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] No DVR routers for this DVR port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 on host dv-cinder-842541-3-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:23:59.182043 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d742eee-9bbb-46f4-842e-2e6c6a07a155,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:59.187036 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:59.194426 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.194772 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.195110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.195443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.195773 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.196098 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.196418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.196797 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.197123 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.197443 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.197764 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.198723 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.199049 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.199366 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.199682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:23:59.221578 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (2d742eee-9bbb-46f4-842e-2e6c6a07a155), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.246149 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] Pushing event deleted for resources: {'Port': ['ID=2d742eee-9bbb-46f4-842e-2e6c6a07a155,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:59.251507 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c820be6-c188-4742-afd8-cb69ba36c932 None None] No DVR routers for this DVR port 2d742eee-9bbb-46f4-842e-2e6c6a07a155 on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:23:59.280712 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (7bae1b8f-6527-43a2-8c28-4f4a1470a167), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.287578 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:23:59.302077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bae1b8f-6527-43a2-8c28-4f4a1470a167']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:59.311986 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b49731-00bc-49e9-a44c-4021a33c3432') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:59.312282 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b49731-00bc-49e9-a44c-4021a33c3432') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:23:59.321987 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (a2b49731-00bc-49e9-a44c-4021a33c3432), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.336280 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (a2b49731-00bc-49e9-a44c-4021a33c3432), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.342535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:23:59.342922 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (a2b49731-00bc-49e9-a44c-4021a33c3432), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.389092 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:23:59.403998 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (7bae1b8f-6527-43a2-8c28-4f4a1470a167), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.410027 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.415833 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7bae1b8f-6527-43a2-8c28-4f4a1470a167 HTTP/1.1" status: 204 len: 168 time: 0.5617855 May 27 15:23:59.424816 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009603c6-fcd5-4c6d-91cd-d3e6d62b7984 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bae1b8f-6527-43a2-8c28-4f4a1470a167,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:23:59.487426 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2d742eee-9bbb-46f4-842e-2e6c6a07a155 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:23:59.510277 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 2d742eee-9bbb-46f4-842e-2e6c6a07a155 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:23:59.511147 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 2d742eee-9bbb-46f4-842e-2e6c6a07a155 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:23:59.511801 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device b17b2bb2-a031-4477-ad5c-a32b8b410e87 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:23:59.530696 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: b17b2bb2-a031-4477-ad5c-a32b8b410e87 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:23:59.531244 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device b17b2bb2-a031-4477-ad5c-a32b8b410e87 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:23:59.531768 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 56509b79-d7e5-423a-9c34-5a4d374b2265 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:23:59.546792 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51718) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:59.554657 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 56509b79-d7e5-423a-9c34-5a4d374b2265 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:23:59.555012 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 56509b79-d7e5-423a-9c34-5a4d374b2265 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:23:59.568033 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment a2b49731-00bc-49e9-a44c-4021a33c3432 resource provider aggregate not found May 27 15:23:59.585826 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment a2b49731-00bc-49e9-a44c-4021a33c3432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2b49731-00bc-49e9-a44c-4021a33c3432 found for delete ", "request_id": "req-4cd909c5-b8e7-4a98-850b-3199d982397b"}]} May 27 15:23:59.600912 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2e186e41-fed0-4e23-af9d-f4395bf95053 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80d48e2adc1e4c6ebfdd43e84f8e3106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529852 May 27 15:23:59.603352 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51722) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:23:59.650823 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad13e584-9857-48e1-959d-219d735b7403 admin admin] Publish callbacks [] for security_group (da5762d7-bce9-4c7e-a79f-14fb5ab02fb8), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.671946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad13e584-9857-48e1-959d-219d735b7403 admin admin] Publish callbacks [] for security_group (da5762d7-bce9-4c7e-a79f-14fb5ab02fb8), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.719361 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad13e584-9857-48e1-959d-219d735b7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (da5762d7-bce9-4c7e-a79f-14fb5ab02fb8), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.722128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ad13e584-9857-48e1-959d-219d735b7403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:23:59.723265 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ad13e584-9857-48e1-959d-219d735b7403 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da5762d7-bce9-4c7e-a79f-14fb5ab02fb8 HTTP/1.1" status: 204 len: 168 time: 0.1190422 May 27 15:23:59.731372 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13e584-9857-48e1-959d-219d735b7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5762d7-bce9-4c7e-a79f-14fb5ab02fb8,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:00.107958 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:06.301598 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-48ae86f3-45fb-4296-854e-4a2bfef46ebd service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390201 May 27 15:24:06.362642 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-aa9308bb-788a-4d71-941c-ec75d5b0fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:06.364099 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-aa9308bb-788a-4d71-941c-ec75d5b0fa5a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1129 time: 0.0392053 May 27 15:24:06.474299 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-ab552d7b-1836-4f59-acc1-34add0ada039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:06.475765 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-ab552d7b-1836-4f59-acc1-34add0ada039 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0900900 May 27 15:24:06.541244 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-816993fd-c120-4faf-b9a9-ba2b8455a97a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 1001 time: 0.0579665 May 27 15:24:06.592099 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-d241edb6-467c-4a60-96b0-957f464b16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:06.593597 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-d241edb6-467c-4a60-96b0-957f464b16a9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0453191 May 27 15:24:06.640753 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-8d7f5cc6-2d1d-4fb3-a701-5e9f4b279a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:06.642286 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-8d7f5cc6-2d1d-4fb3-a701-5e9f4b279a1b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426488 May 27 15:24:06.736711 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-05a28c94-2418-4c57-9340-8ca67fb6fbf5 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876119 May 27 15:24:06.828390 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fc318b4-29bf-4c92-b49a-925a14398185 req-bbc16ae0-1260-4c82-8751-a7d655b99e41 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855050 May 27 15:24:08.559868 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=28 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:08.819597 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:08.821515 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=71,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:09.048502 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51840) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:09.157080 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4e9c33a0-7e28-4e90-bba0-0332396cd4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.176910 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:09.196063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:09.238063 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4e9c33a0-7e28-4e90-bba0-0332396cd4ce admin admin] Publish callbacks [] for security_group (63200f8d-dd37-4844-8778-f9641af9ad5f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.244379 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4e9c33a0-7e28-4e90-bba0-0332396cd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (63200f8d-dd37-4844-8778-f9641af9ad5f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.287906 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c33a0-7e28-4e90-bba0-0332396cd4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63200f8d-dd37-4844-8778-f9641af9ad5f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:09.292072 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4e9c33a0-7e28-4e90-bba0-0332396cd4ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=940e041b80564c1f92090a3bd98a939e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425189 May 27 15:24:09.295581 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51844) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:09.342704 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2307-6040-48fb-b934-4a6fa20a6747 admin admin] Publish callbacks [] for security_group (63200f8d-dd37-4844-8778-f9641af9ad5f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.364145 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2307-6040-48fb-b934-4a6fa20a6747 admin admin] Publish callbacks [] for security_group (63200f8d-dd37-4844-8778-f9641af9ad5f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.379643 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=21 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:09.416397 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2307-6040-48fb-b934-4a6fa20a6747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (63200f8d-dd37-4844-8778-f9641af9ad5f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.419247 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2307-6040-48fb-b934-4a6fa20a6747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:09.420381 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3b5e2307-6040-48fb-b934-4a6fa20a6747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63200f8d-dd37-4844-8778-f9641af9ad5f HTTP/1.1" status: 204 len: 168 time: 0.1243696 May 27 15:24:09.428423 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e2307-6040-48fb-b934-4a6fa20a6747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63200f8d-dd37-4844-8778-f9641af9ad5f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:10.098514 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:10.103455 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:13.594566 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-005a27e9-f192-49fa-a22b-2ad41381391d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:15.860227 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:15.873864 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fdec1a14-abe4-4fe4-b529-8c7bfd26bcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:17.352834 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:18.445517 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:19.423106 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:19.424002 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:19.836844 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:20.848874 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51980) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:20.958129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c88fb5ab-d306-4933-a51a-11e95d8bf0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.033874 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c88fb5ab-d306-4933-a51a-11e95d8bf0c3 admin admin] Publish callbacks [] for security_group (a48fb430-638d-4597-b8ac-51fb4d29b509), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.038348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c88fb5ab-d306-4933-a51a-11e95d8bf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a48fb430-638d-4597-b8ac-51fb4d29b509), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.078508 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c88fb5ab-d306-4933-a51a-11e95d8bf0c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbb93cefd22b4ec9915b8e6b134f1f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285841 May 27 15:24:21.079285 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fb5ab-d306-4933-a51a-11e95d8bf0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48fb430-638d-4597-b8ac-51fb4d29b509,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:21.081283 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51984) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:21.130036 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59b377b1-e0ed-4f2c-929b-ed0eaef196c4 admin admin] Publish callbacks [] for security_group (a48fb430-638d-4597-b8ac-51fb4d29b509), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.150570 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59b377b1-e0ed-4f2c-929b-ed0eaef196c4 admin admin] Publish callbacks [] for security_group (a48fb430-638d-4597-b8ac-51fb4d29b509), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.198656 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59b377b1-e0ed-4f2c-929b-ed0eaef196c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (a48fb430-638d-4597-b8ac-51fb4d29b509), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.201730 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59b377b1-e0ed-4f2c-929b-ed0eaef196c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.202879 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-59b377b1-e0ed-4f2c-929b-ed0eaef196c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a48fb430-638d-4597-b8ac-51fb4d29b509 HTTP/1.1" status: 204 len: 168 time: 0.1205442 May 27 15:24:21.210566 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b377b1-e0ed-4f2c-929b-ed0eaef196c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48fb430-638d-4597-b8ac-51fb4d29b509,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:21.479759 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 51990) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:21.496798 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-143a1853-435a-4029-8778-69b51c64d94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.578306 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-143a1853-435a-4029-8778-69b51c64d94d admin admin] Publish callbacks [] for security_group (1f21d8f1-46f9-4054-b00d-50fdfe72376f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.581905 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-143a1853-435a-4029-8778-69b51c64d94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (1f21d8f1-46f9-4054-b00d-50fdfe72376f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.621449 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-143a1853-435a-4029-8778-69b51c64d94d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ab2703e3a9343d48e7ddccf6f06caf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398115 May 27 15:24:21.622175 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1853-435a-4029-8778-69b51c64d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21d8f1-46f9-4054-b00d-50fdfe72376f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:21.624133 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 51992) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:21.675880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-47366ec6-f3f2-4d40-bbdf-0593aa9fbe91 admin admin] Publish callbacks [] for security_group (1f21d8f1-46f9-4054-b00d-50fdfe72376f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.696203 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-47366ec6-f3f2-4d40-bbdf-0593aa9fbe91 admin admin] Publish callbacks [] for security_group (1f21d8f1-46f9-4054-b00d-50fdfe72376f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.743015 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-47366ec6-f3f2-4d40-bbdf-0593aa9fbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (1f21d8f1-46f9-4054-b00d-50fdfe72376f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.745610 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-47366ec6-f3f2-4d40-bbdf-0593aa9fbe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:21.746741 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-47366ec6-f3f2-4d40-bbdf-0593aa9fbe91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f21d8f1-46f9-4054-b00d-50fdfe72376f HTTP/1.1" status: 204 len: 168 time: 0.1215506 May 27 15:24:21.754940 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47366ec6-f3f2-4d40-bbdf-0593aa9fbe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21d8f1-46f9-4054-b00d-50fdfe72376f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:26.153534 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52076) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:26.262366 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca657854-90af-4bc7-a449-87a94ff23f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.337309 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca657854-90af-4bc7-a449-87a94ff23f2d admin admin] Publish callbacks [] for security_group (2a43c725-fe3b-407f-8f00-20fc33016d6f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.341244 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca657854-90af-4bc7-a449-87a94ff23f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (2a43c725-fe3b-407f-8f00-20fc33016d6f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.381216 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ca657854-90af-4bc7-a449-87a94ff23f2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=260d4ad6c31f40338a7064bdb058b284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266166 May 27 15:24:26.382333 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca657854-90af-4bc7-a449-87a94ff23f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43c725-fe3b-407f-8f00-20fc33016d6f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:26.384043 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52080) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:26.433327 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0970e5a3-07c1-4845-92b3-0e20a4452ed7 admin admin] Publish callbacks [] for security_group (2a43c725-fe3b-407f-8f00-20fc33016d6f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.454913 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0970e5a3-07c1-4845-92b3-0e20a4452ed7 admin admin] Publish callbacks [] for security_group (2a43c725-fe3b-407f-8f00-20fc33016d6f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.502089 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0970e5a3-07c1-4845-92b3-0e20a4452ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (2a43c725-fe3b-407f-8f00-20fc33016d6f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.504797 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0970e5a3-07c1-4845-92b3-0e20a4452ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.506046 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0970e5a3-07c1-4845-92b3-0e20a4452ed7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a43c725-fe3b-407f-8f00-20fc33016d6f HTTP/1.1" status: 204 len: 168 time: 0.1209698 May 27 15:24:26.514177 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970e5a3-07c1-4845-92b3-0e20a4452ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43c725-fe3b-407f-8f00-20fc33016d6f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:26.768634 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52086) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:26.782935 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa398768-a24c-41fb-850a-4ab54bd7b8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.864613 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa398768-a24c-41fb-850a-4ab54bd7b8db admin admin] Publish callbacks [] for security_group (d520e124-37c3-4690-be3d-4712d335bbf6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.868245 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa398768-a24c-41fb-850a-4ab54bd7b8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d520e124-37c3-4690-be3d-4712d335bbf6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.908306 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fa398768-a24c-41fb-850a-4ab54bd7b8db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2b57d1dcfcd44aaa95e89ba93902587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385546 May 27 15:24:26.909315 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa398768-a24c-41fb-850a-4ab54bd7b8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d520e124-37c3-4690-be3d-4712d335bbf6,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:26.911042 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52088) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:26.960699 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-820137f6-2721-496b-9ab9-f66db434d176 admin admin] Publish callbacks [] for security_group (d520e124-37c3-4690-be3d-4712d335bbf6), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:26.986494 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-820137f6-2721-496b-9ab9-f66db434d176 admin admin] Publish callbacks [] for security_group (d520e124-37c3-4690-be3d-4712d335bbf6), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:27.036819 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-820137f6-2721-496b-9ab9-f66db434d176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (d520e124-37c3-4690-be3d-4712d335bbf6), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:27.039468 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-820137f6-2721-496b-9ab9-f66db434d176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:27.040652 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-820137f6-2721-496b-9ab9-f66db434d176 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d520e124-37c3-4690-be3d-4712d335bbf6 HTTP/1.1" status: 204 len: 168 time: 0.1284926 May 27 15:24:27.048814 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820137f6-2721-496b-9ab9-f66db434d176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520e124-37c3-4690-be3d-4712d335bbf6,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:30.119005 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.380894 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52160) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:31.487474 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8a47bd65-bc38-4e22-85d2-84dc437cc205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.539485 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:31.544817 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:31.570959 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8a47bd65-bc38-4e22-85d2-84dc437cc205 admin admin] Publish callbacks [] for security_group (9d773179-dada-4f8b-ad63-5867890e28e9), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.575205 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8a47bd65-bc38-4e22-85d2-84dc437cc205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9d773179-dada-4f8b-ad63-5867890e28e9), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.615401 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8a47bd65-bc38-4e22-85d2-84dc437cc205 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0bded3d7b3749e8adb20fdff3364f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332659 May 27 15:24:31.616341 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47bd65-bc38-4e22-85d2-84dc437cc205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d773179-dada-4f8b-ad63-5867890e28e9,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:31.618083 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52164) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:31.663211 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:31.668728 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6125d414-2b5f-4ef9-836e-96dd10d4309b admin admin] Publish callbacks [] for security_group (9d773179-dada-4f8b-ad63-5867890e28e9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.691211 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6125d414-2b5f-4ef9-836e-96dd10d4309b admin admin] Publish callbacks [] for security_group (9d773179-dada-4f8b-ad63-5867890e28e9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.722048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:31.741781 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6125d414-2b5f-4ef9-836e-96dd10d4309b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (9d773179-dada-4f8b-ad63-5867890e28e9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.744669 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6125d414-2b5f-4ef9-836e-96dd10d4309b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:31.746364 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6125d414-2b5f-4ef9-836e-96dd10d4309b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d773179-dada-4f8b-ad63-5867890e28e9 HTTP/1.1" status: 204 len: 168 time: 0.1267257 May 27 15:24:31.754647 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125d414-2b5f-4ef9-836e-96dd10d4309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d773179-dada-4f8b-ad63-5867890e28e9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:32.011990 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52170) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:32.025208 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-708e5caa-8c14-4f95-95a1-de16e74e4b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.112971 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-708e5caa-8c14-4f95-95a1-de16e74e4b43 admin admin] Publish callbacks [] for security_group (fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.116627 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-708e5caa-8c14-4f95-95a1-de16e74e4b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.156633 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-708e5caa-8c14-4f95-95a1-de16e74e4b43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b81e99214b0499f84629738ee8d531e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433809 May 27 15:24:32.157360 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e5caa-8c14-4f95-95a1-de16e74e4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:32.159211 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52172) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:32.208074 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0548bba5-a96c-46c2-a70a-ae576ec79938 admin admin] Publish callbacks [] for security_group (fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.230253 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0548bba5-a96c-46c2-a70a-ae576ec79938 admin admin] Publish callbacks [] for security_group (fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.280375 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0548bba5-a96c-46c2-a70a-ae576ec79938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.282904 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0548bba5-a96c-46c2-a70a-ae576ec79938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:32.284106 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0548bba5-a96c-46c2-a70a-ae576ec79938 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d HTTP/1.1" status: 204 len: 168 time: 0.1239078 May 27 15:24:32.291665 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548bba5-a96c-46c2-a70a-ae576ec79938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb677ecc-6bd2-4cfd-9ce4-9e7cb4980a8d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:33.382978 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52202) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:33.738640 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68a28e57-319d-457e-b243-e99d84a6cb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.818316 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68a28e57-319d-457e-b243-e99d84a6cb3d admin admin] Publish callbacks [] for security_group (bf8184b4-2048-43ed-a5c7-24592836c8ca), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.822114 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-68a28e57-319d-457e-b243-e99d84a6cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (bf8184b4-2048-43ed-a5c7-24592836c8ca), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.863405 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-68a28e57-319d-457e-b243-e99d84a6cb3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78cbeb7016d140ce9303f60f95d462ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794002 May 27 15:24:33.864348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a28e57-319d-457e-b243-e99d84a6cb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8184b4-2048-43ed-a5c7-24592836c8ca,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:33.866122 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52206) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:33.916195 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e2e3-d185-40a1-9f05-401b1ad2bb45 admin admin] Publish callbacks [] for security_group (bf8184b4-2048-43ed-a5c7-24592836c8ca), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.937048 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e2e3-d185-40a1-9f05-401b1ad2bb45 admin admin] Publish callbacks [] for security_group (bf8184b4-2048-43ed-a5c7-24592836c8ca), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.984279 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e2e3-d185-40a1-9f05-401b1ad2bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (bf8184b4-2048-43ed-a5c7-24592836c8ca), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.986949 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e2e3-d185-40a1-9f05-401b1ad2bb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:33.988188 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c6c7e2e3-d185-40a1-9f05-401b1ad2bb45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf8184b4-2048-43ed-a5c7-24592836c8ca HTTP/1.1" status: 204 len: 168 time: 0.1210485 May 27 15:24:33.998830 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7e2e3-d185-40a1-9f05-401b1ad2bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8184b4-2048-43ed-a5c7-24592836c8ca,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:34.996329 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52236) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:35.101456 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc3600bf-6ae4-497e-aea9-98d1297e99a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.176132 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc3600bf-6ae4-497e-aea9-98d1297e99a4 admin admin] Publish callbacks [] for security_group (8eec5419-4a34-435a-825e-ac64b1f6028c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.180536 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc3600bf-6ae4-497e-aea9-98d1297e99a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8eec5419-4a34-435a-825e-ac64b1f6028c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.224123 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fc3600bf-6ae4-497e-aea9-98d1297e99a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0415ed27275349078c515582f931c32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266824 May 27 15:24:35.224972 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3600bf-6ae4-497e-aea9-98d1297e99a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec5419-4a34-435a-825e-ac64b1f6028c,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:35.226972 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52240) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:24:35.275323 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-10450c82-1365-428a-b619-1acfef9a6089 admin admin] Publish callbacks [] for security_group (8eec5419-4a34-435a-825e-ac64b1f6028c), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.297501 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-10450c82-1365-428a-b619-1acfef9a6089 admin admin] Publish callbacks [] for security_group (8eec5419-4a34-435a-825e-ac64b1f6028c), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.346500 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-10450c82-1365-428a-b619-1acfef9a6089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (8eec5419-4a34-435a-825e-ac64b1f6028c), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.349493 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-10450c82-1365-428a-b619-1acfef9a6089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:35.350630 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-10450c82-1365-428a-b619-1acfef9a6089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8eec5419-4a34-435a-825e-ac64b1f6028c HTTP/1.1" status: 204 len: 168 time: 0.1226723 May 27 15:24:35.358558 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10450c82-1365-428a-b619-1acfef9a6089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec5419-4a34-435a-825e-ac64b1f6028c,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:36.378639 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:24:42.303527 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:43.589599 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:43.597024 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9924533d-1c05-41f6-807c-9f267d3abed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:45.217918 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:45.220158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=52,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:45.329824 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:45.354553 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:INSERT=8,neutron:SELECT=68,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:45.875924 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-301c0780-a55b-4c51-8ae4-d1b34bf84d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:46.373422 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:46.374279 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:47.345510 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:47.357591 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:48.449224 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:49.838928 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:50.795670 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-dca25b94-8a46-4caa-87bb-63c87495839a tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722843886&fields=id&tenant_id=67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 267 time: 0.0460544 May 27 15:24:50.901723 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-4f1931ca-68a5-4039-a023-5eb95bf36ba2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:50.903301 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-4f1931ca-68a5-4039-a023-5eb95bf36ba2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 811 time: 0.1012256 May 27 15:24:50.917508 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-e489100e-7949-4c77-a68a-6e3d321498dc tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/quotas/67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 375 time: 0.0089355 May 27 15:24:50.972372 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-63cc947c-7d17-4834-9124-b3725c29d2fa tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488882 May 27 15:24:50.987764 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-9b38c9c7-7374-45bf-be68-59127d577340 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 15:24:50.988748 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-9b38c9c7-7374-45bf-be68-59127d577340 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049784 May 27 15:24:51.077777 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-3eb53da9-7fcc-48ca-9c7d-92d46d54f944 service neutron] 10.222.0.41 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838161 May 27 15:24:51.171357 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-d35b8914-442e-4771-9aee-6b52aa03ebe0 service neutron] 10.222.0.41 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878386 May 27 15:24:51.466032 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b629286e-e46b-4c3d-b1f5-a18b5799cdb9 req-415b0a7d-46e7-4b38-acc4-3633247ebede tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 210 time: 0.0282977 May 27 15:24:52.461186 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-1f39ba75-e6f2-431f-bf9b-080f23bfdee8 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:52.462656 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-1f39ba75-e6f2-431f-bf9b-080f23bfdee8 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 811 time: 0.1099198 May 27 15:24:52.529836 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-60e878fa-aaba-496d-8c72-c4bddb042b57 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67116cdacaa846138f7835ac5f53b863 HTTP/1.1" status: 200 len: 380 time: 0.0578842 May 27 15:24:52.540011 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'port': {'device_id': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'admin_state_up': True, 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'security_groups': ['6007777f-3926-49a9-bc8e-470031fa1bd7']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:24:52.586658 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-549ff9df-9801-4369-bec5-905bf46e363c req-5ef959b5-331f-4c5b-a557-a958d1f678a7 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 210 time: 0.0504589 May 27 15:24:52.675242 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Made reservation on behalf of 67116cdacaa846138f7835ac5f53b863 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 15:24:52.678733 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:52.805793 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Allocated IP 172.20.0.6 (45fa6392-40e0-4a3e-b175-df35de1eff7e/cb67984f-6264-4f19-9dab-fdf2a25afb6e/7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:24:52.849560 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:52.919995 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:52.962757 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:52.995359 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.039877 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:24:53.045596 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:24:53.049333 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:24:53.055347 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:53.117230 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:53.117838 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.135200 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-2975da64-18fc-468d-aaa0-b351ec86d7e3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000280 May 27 15:24:53.150681 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Request body: {'port': {'device_id': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84254'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:24:53.213393 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.303916 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-8219fba1-9f28-4fb7-aae5-95ccb63371a7 None None] Provisioning complete for port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:24:53.304551 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8219fba1-9f28-4fb7-aae5-95ccb63371a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.335947 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8219fba1-9f28-4fb7-aae5-95ccb63371a7 None None] Port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 15:24:53.503275 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:24:53.510485 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Publish callbacks [] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.523341 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Transition to ACTIVE for port object 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 15:24:53.526184 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.579343 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:53.647303 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Attempting to bind port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f on host hv-cinder-84254 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 15:24:53.647534 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Attempting to bind port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f by drivers openvswitch,hyperv on host hv-cinder-84254 at level 0 using segments [{'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 15:24:53.647862 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Attempting to bind port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:24:53.654033 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f on network 45fa6392-40e0-4a3e-b175-df35de1eff7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84254 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 15:24:53.654358 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Attempting to bind port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f on network 45fa6392-40e0-4a3e-b175-df35de1eff7e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 15:24:53.656263 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:53.662278 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Checking agent: {'id': 'd99359a4-57ee-45ff-970b-5ed49067ffb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 15, 10), 'started_at': datetime.datetime(2022, 5, 27, 15, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 15:24:53.662609 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Checking segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 15:24:53.662988 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Bound using segment: {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 15:24:53.663414 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Bound port: 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host: hv-cinder-84254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 15:24:53.663768 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.732542 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:53.746730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068169-4198-49ca-bf89-f7619f8a8cad req-c88aebc9-3c1a-47c0-9503-e1d29c91d466 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:53.748227 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e4068169-4198-49ca-bf89-f7619f8a8cad req-c88aebc9-3c1a-47c0-9503-e1d29c91d466 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0873847 May 27 15:24:53.798000 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] For port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host hv-cinder-84254, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 15:24:53.802854 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] For port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host hv-cinder-84254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 15:24:53.813191 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.846009 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e4068169-4198-49ca-bf89-f7619f8a8cad req-dcba94af-cbf5-4e5d-b388-e38953a987f0 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904696 May 27 15:24:53.856227 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:53.856876 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:24:53.858050 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] 10.222.0.40 "PUT /v2.0/ports/7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f HTTP/1.1" status: 200 len: 1093 time: 0.7117519 May 27 15:24:53.858480 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:24:53.860739 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341710f-8be1-46a9-90e1-136ba1073e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:24:53.890808 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02b40f-5eaf-40ca-b52e-0e0ed8f200c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:24:53.917851 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab55f78-9661-4408-9ff1-3ec080e283aa x-openstack-request-id: req-fab55f78-9661-4408-9ff1-3ec080e283aa {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:24:53.918144 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:24:53.918420 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fab55f78-9661-4408-9ff1-3ec080e283aa {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:24:53.918850 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab55f78-9661-4408-9ff1-3ec080e283aa'] response: {'name': 'network-changed', 'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'status': 'completed', 'code': 200} May 27 15:24:53.968400 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-ca656769-765d-4dd2-a761-43762b66a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:53.969981 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-ca656769-765d-4dd2-a761-43762b66a525 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 1127 time: 0.0457215 May 27 15:24:54.017336 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-28ef52c6-de1f-4a05-acb9-1de2f43225b6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f HTTP/1.1" status: 200 len: 217 time: 0.0345387 May 27 15:24:54.072401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-ca9c0716-82fe-4632-ba2d-f316eea6d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:54.074430 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-ca9c0716-82fe-4632-ba2d-f316eea6d9ca service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0452890 May 27 15:24:54.124718 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-e2206890-fe45-4ff8-9873-f9d28e687634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:54.126173 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-e2206890-fe45-4ff8-9873-f9d28e687634 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438519 May 27 15:24:54.220894 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-f7bf9a58-0da0-4748-b37b-c90f4d31feb1 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 May 27 15:24:54.314789 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a36d41de-f39d-4a9a-a352-5a0628e90fd4 req-f79b019e-1e99-4ba9-a990-7a5c6219a557 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861132 May 27 15:24:54.670133 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-ec9059f3-c869-4f3d-b481-bee6c565dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:54.671514 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-ec9059f3-c869-4f3d-b481-bee6c565dab6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 1127 time: 0.0394962 May 27 15:24:54.770141 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-3ae1b725-ca03-4e8b-aa45-3e86d83598f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:54.771662 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-3ae1b725-ca03-4e8b-aa45-3e86d83598f3 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0891025 May 27 15:24:54.817751 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-9ba81c13-3754-4a25-b611-c0f1a805788a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f HTTP/1.1" status: 200 len: 217 time: 0.0321274 May 27 15:24:54.875678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-0810b0db-0c6d-4478-9d89-c5709262a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:54.877123 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-0810b0db-0c6d-4478-9d89-c5709262a2b0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0446131 May 27 15:24:54.924682 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-863f86e2-83a2-4199-80a6-bdd060e6613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:54.926092 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-863f86e2-83a2-4199-80a6-bdd060e6613e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397010 May 27 15:24:54.999941 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa8245-ef4f-4eb1-a072-ae5a44a3cbaf req-d16dae93-dbba-44af-a407-77a96e30ae7e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:55.001400 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24fa8245-ef4f-4eb1-a072-ae5a44a3cbaf req-d16dae93-dbba-44af-a407-77a96e30ae7e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0744550 May 27 15:24:55.085678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:55.089005 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-c624605f-4885-495c-8e3b-e874dc8b505d service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528327 May 27 15:24:55.094065 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24fa8245-ef4f-4eb1-a072-ae5a44a3cbaf req-24ccab90-d71e-427d-a20c-89dc09e8db2f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685527 May 27 15:24:55.164416 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:24:55.190504 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b341710f-8be1-46a9-90e1-136ba1073e4c req-f26623aa-96a2-4f87-b1b6-3f9dcbe8cedf service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918858 May 27 15:24:56.211174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c64fde-813a-4a73-aae6-962ce817edb8 req-f16459a2-a4a8-480b-acd4-6b7d16ff95fe tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:56.212631 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53c64fde-813a-4a73-aae6-962ce817edb8 req-f16459a2-a4a8-480b-acd4-6b7d16ff95fe tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0478883 May 27 15:24:56.260967 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53c64fde-813a-4a73-aae6-962ce817edb8 req-15c877b1-1953-4f58-9636-64d2dbae1d42 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 May 27 15:24:57.378467 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cba448-be88-4b38-ad99-684fb0986c95 req-fd13a3e1-dc29-4787-8cf9-0401290fc884 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:57.379957 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-41cba448-be88-4b38-ad99-684fb0986c95 req-fd13a3e1-dc29-4787-8cf9-0401290fc884 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0497591 May 27 15:24:57.428413 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-41cba448-be88-4b38-ad99-684fb0986c95 req-9ee77374-7f53-4552-b655-694d0b3d9f75 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 May 27 15:24:58.540128 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bec1-1426-48d8-b504-db969b43ccdb req-5cd909c4-05d9-468d-add4-f4182dceecb1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:58.541602 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e3d3bec1-1426-48d8-b504-db969b43ccdb req-5cd909c4-05d9-468d-add4-f4182dceecb1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0461166 May 27 15:24:58.590421 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e3d3bec1-1426-48d8-b504-db969b43ccdb req-42754ee1-8e26-4ae1-8755-7a285dfe3b92 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 May 27 15:24:59.705978 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab6e78-0107-4482-ab3e-61933f300b78 req-8fc11294-8365-4810-ae66-a3af7d86111f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:24:59.707423 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7eab6e78-0107-4482-ab3e-61933f300b78 req-8fc11294-8365-4810-ae66-a3af7d86111f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0494103 May 27 15:24:59.756383 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7eab6e78-0107-4482-ab3e-61933f300b78 req-cf354c56-04aa-4330-ae56-da317c4f28c3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 May 27 15:25:00.129281 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:00.887273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c010-bd9b-4198-b2a4-649fc225785d req-f42f2bfb-6cd0-4709-8dfb-40d9e7827434 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:00.888802 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b414c010-bd9b-4198-b2a4-649fc225785d req-f42f2bfb-6cd0-4709-8dfb-40d9e7827434 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0472977 May 27 15:25:00.938953 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b414c010-bd9b-4198-b2a4-649fc225785d req-1d00f26f-4a92-43dc-ab32-d1c422a8bef7 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 May 27 15:25:02.054730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81f21-1ac0-4388-9949-0ad9c3959c99 req-4ee75957-3699-4b30-86d7-36054cadd55f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:02.056177 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45b81f21-1ac0-4388-9949-0ad9c3959c99 req-4ee75957-3699-4b30-86d7-36054cadd55f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0462565 May 27 15:25:02.108714 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-45b81f21-1ac0-4388-9949-0ad9c3959c99 req-11c282d5-30dd-45c4-b69f-8869d600d643 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467229 May 27 15:25:03.157360 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f details requested by agent hyperv_hv-cinder-84254 with host hv-cinder-84254 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 15:25:03.241090 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cf671-2e34-4bbb-894f-06ecf2eea300 req-15450469-07e6-4e7f-ba92-a4f227b79010 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:03.242540 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-896cf671-2e34-4bbb-894f-06ecf2eea300 req-15450469-07e6-4e7f-ba92-a4f227b79010 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 943 time: 0.0629466 May 27 15:25:03.262919 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:25:03.274736 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Returning: {'device': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'port_id': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'mac_address': 'fa:16:3e:2c:da:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 15:25:03.293100 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-896cf671-2e34-4bbb-894f-06ecf2eea300 req-b062d3df-df6e-405f-9795-f88e41b6ff3b tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 May 27 15:25:03.310882 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:25:03.311259 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:03.324198 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 15:25:03.344224 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:25:03.347907 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:03.393991 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:25:03.401376 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.401718 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.402059 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.402389 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.402716 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.403038 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.403374 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.403676 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.403997 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.404315 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.404660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.404977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.405291 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.405603 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.405914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:03.621582 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] get_ports_and_sgs() called for port_ids ['7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 15:25:04.405650 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e165-15e5-4da3-bb15-b691c403ea0e req-b0f58020-da63-433a-b96a-0119a273024f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:04.407108 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-69e0e165-15e5-4da3-bb15-b691c403ea0e req-b0f58020-da63-433a-b96a-0119a273024f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 944 time: 0.0467956 May 27 15:25:04.456902 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-69e0e165-15e5-4da3-bb15-b691c403ea0e req-4a9903b8-fce3-42f9-972c-7d64287013b3 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 May 27 15:25:05.186914 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f up at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 15:25:05.349106 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning for port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 15:25:05.355323 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Provisioning complete for port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 15:25:05.355769 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736383'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:05.429101 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Current status of the port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 15:25:05.429491 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:05.454139 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:25:05.456261 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07aab81fbbb513e8ebafa77a29caf2e0b8a341a7bbcf025571583d909c516c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf61aea2-4696-45d5-8523-cfbf7e4b402d" -d '{"events": [{"server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "name": "network-vif-plugged", "status": "completed", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:25:05.470520 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] For port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:25:05.474530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:05.531225 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Pushing event updated for resources: {'Port': ['ID=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:25:05.577180 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b972f69-4c93-4126-904b-d77da24cbe3f req-a439aa5d-8711-4a8b-a1ba-d7b1df36c1be tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:05.578876 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b972f69-4c93-4126-904b-d77da24cbe3f req-a439aa5d-8711-4a8b-a1ba-d7b1df36c1be tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0522563 May 27 15:25:05.630208 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b972f69-4c93-4126-904b-d77da24cbe3f req-ab25e0ab-8fa5-47b4-8a6e-c4dcf602aec1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 May 27 15:25:05.643663 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a80c0-aa6e-4343-89fd-c6beb7e6ff09 x-openstack-request-id: req-bd6a80c0-aa6e-4343-89fd-c6beb7e6ff09 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:25:05.644030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "name": "network-vif-plugged", "status": "completed", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:25:05.644349 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd6a80c0-aa6e-4343-89fd-c6beb7e6ff09 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:25:05.644802 dv-cinder-842541-3-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6a80c0-aa6e-4343-89fd-c6beb7e6ff09'] response: {'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'code': 200} May 27 15:25:06.144118 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da44d4-41f2-43e2-95bf-52a7cf0962da req-3b873962-fef7-4c48-a65c-7d58d0cef0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:06.145569 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27da44d4-41f2-43e2-95bf-52a7cf0962da req-3b873962-fef7-4c48-a65c-7d58d0cef0ad service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 1129 time: 0.0383234 May 27 15:25:06.159498 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:06.197942 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27da44d4-41f2-43e2-95bf-52a7cf0962da req-acb26993-5a09-4972-8cbf-7880bda8fd7c service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432305 May 27 15:25:06.748544 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe564-0798-4dbe-953f-803b0cc3caac req-0b9984ad-fca9-4c25-9c0a-122feab961c1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:06.750005 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21dbe564-0798-4dbe-953f-803b0cc3caac req-0b9984ad-fca9-4c25-9c0a-122feab961c1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0472374 May 27 15:25:06.803493 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21dbe564-0798-4dbe-953f-803b0cc3caac req-9de8fd6d-ba58-4bcc-bc42-2286d69a3b38 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479677 May 27 15:25:07.906629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:07.920623 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ee8d8-132e-4e7e-a755-440f5da2dacb req-5d2e11b9-0a3f-43f1-b2ef-20cda91dab1c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:07.922112 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-241ee8d8-132e-4e7e-a755-440f5da2dacb req-5d2e11b9-0a3f-43f1-b2ef-20cda91dab1c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0479989 May 27 15:25:07.973772 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-241ee8d8-132e-4e7e-a755-440f5da2dacb req-0b08bd27-ca03-4792-9ef8-ab89309e772f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 May 27 15:25:08.013349 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-4d080be9-ce6d-4d67-8256-0b314ed6f105 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386333 May 27 15:25:08.112849 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-d6076b90-9bec-4138-a3a5-6baa69d5a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:08.114233 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-d6076b90-9bec-4138-a3a5-6baa69d5a63f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1129 time: 0.0440204 May 27 15:25:08.231933 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-eb3286fe-3c53-4643-8a14-01de8f2c165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:08.234026 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-eb3286fe-3c53-4643-8a14-01de8f2c165b service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.1007714 May 27 15:25:08.303577 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-c5baaf30-7aac-4467-9ae0-9759e98ef335 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 1001 time: 0.0599368 May 27 15:25:08.355841 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-de748bf5-2740-417d-b17b-6e6e16d1378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:08.357272 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-de748bf5-2740-417d-b17b-6e6e16d1378b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0445676 May 27 15:25:08.401452 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-9afde03c-edcf-4fa0-aa13-09d307f6d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:08.403668 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-9afde03c-edcf-4fa0-aa13-09d307f6d8e7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403063 May 27 15:25:08.500072 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-83c9fb4c-f4a1-451e-8068-ccc582e7f164 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881727 May 27 15:25:08.594582 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c58a15-c5f8-44ec-b2c3-7b246f333bdf req-6051076d-1c7e-4585-9e22-cd098de78f11 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855303 May 27 15:25:09.087147 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccdd65-6fda-4f3a-8a0e-d1b82e56bda7 req-0ab4a15b-8f04-4e48-a6f5-82340f4d1b73 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:09.088642 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0ccdd65-6fda-4f3a-8a0e-d1b82e56bda7 req-0ab4a15b-8f04-4e48-a6f5-82340f4d1b73 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0474198 May 27 15:25:09.142001 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0ccdd65-6fda-4f3a-8a0e-d1b82e56bda7 req-c9179697-e562-4623-b73c-bd355de26fcb tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 May 27 15:25:09.259684 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3e92f-d8f6-45a8-86a9-fdf279592a0d req-392ef0ba-c1fb-4084-8753-4b11ceac4b6d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:09.261831 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0eb3e92f-d8f6-45a8-86a9-fdf279592a0d req-392ef0ba-c1fb-4084-8753-4b11ceac4b6d tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0504007 May 27 15:25:09.318038 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0eb3e92f-d8f6-45a8-86a9-fdf279592a0d req-f3706e9d-e630-4fc0-a978-bc0af4835801 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506725 May 27 15:25:09.340354 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52336) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:25:09.528418 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912acc9f-6599-428c-bb3f-253b982372e1 tempest-TestVolumeBootPattern-322408006 tempest-TestVolumeBootPattern-322408006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:09.529842 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-912acc9f-6599-428c-bb3f-253b982372e1 tempest-TestVolumeBootPattern-322408006 tempest-TestVolumeBootPattern-322408006-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 1124 time: 0.1885080 May 27 15:25:09.532927 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52340) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:25:09.536996 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Request body: {'floatingip': {'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'port_id': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 15:25:09.557819 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:09.591288 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:09.638899 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:09.677302 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:09.746512 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Allocated IP 172.27.1.188 (834b31bb-803c-4297-88bb-d7b09c40d721/8ec25cb0-de89-4885-9d37-f09cd57358de/9e164f86-b2c3-4d64-a660-9d2df00a00a8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 15:25:09.848575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:09.879527 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793562185009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:09.921645 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Network 834b31bb-803c-4297-88bb-d7b09c40d721 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 15:25:09.926465 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 15:25:09.928588 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=9e164f86-b2c3-4d64-a660-9d2df00a00a8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:25:09.930692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 15:25:09.963738 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.964077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.964412 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.964766 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.965093 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.965419 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.965740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.966057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.966375 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.966693 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.967011 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.967328 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.967640 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.967952 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:09.968263 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:25:10.285350 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (5c3d5792-0190-4b19-a4a8-deca50438a01), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:10.352692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651329'] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:10.375929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:10.417830 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:10.784779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:10.789172 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793562493413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793562185027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793562185045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26615250'] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:10.855989 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event updated for resources: {'Port': ['ID=9e164f86-b2c3-4d64-a660-9d2df00a00a8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:25:10.867375 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-876773'] for floatingip (5c3d5792-0190-4b19-a4a8-deca50438a01), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:10.960825 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Floating IP 5c3d5792-0190-4b19-a4a8-deca50438a01 associated. External IP: 172.27.1.188, port: 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f. May 27 15:25:11.158345 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:25:11.260159 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:25:11.270677 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:25:11.281168 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:11.282249 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:25:11.282900 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:24:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:25:11.317188 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2b635645-51df-478d-ae53-213258729463 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7829223 May 27 15:25:11.317808 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:25:11.319709 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf65701-cb48-43ab-aa14-b8d4a99d81b9" -d '{"events": [{"name": "network-changed", "server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:25:11.355765 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb303d1f-3ae3-4c1e-b859-fef71d5cf53e x-openstack-request-id: req-eb303d1f-3ae3-4c1e-b859-fef71d5cf53e {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:25:11.356057 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:25:11.356335 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb303d1f-3ae3-4c1e-b859-fef71d5cf53e {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:25:11.356765 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb303d1f-3ae3-4c1e-b859-fef71d5cf53e'] response: {'name': 'network-changed', 'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'status': 'completed', 'code': 200} May 27 15:25:11.390718 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:25:11.420994 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-5cc30312-563c-46ad-a0bb-502a760f5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:11.422069 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-5cc30312-563c-46ad-a0bb-502a760f5db2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 1129 time: 0.0404942 May 27 15:25:11.498178 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:11.516294 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:11.519574 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-6c66d532-f8c9-4ac0-87a0-76ea1c52f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:11.521061 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-6c66d532-f8c9-4ac0-87a0-76ea1c52f934 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0931029 May 27 15:25:11.582788 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-08a866f5-2190-4774-a22a-af78361b954f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f HTTP/1.1" status: 200 len: 999 time: 0.0553069 May 27 15:25:11.603288 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:11.606197 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:11.615532 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:52Z', 'revision_number': 1, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}, {'id': '5c3d5792-0190-4b19-a4a8-deca50438a01', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:2c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:25:10Z', 'updated_at': '2022-05-27T15:25:10Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:25:11.639273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-c37a7c70-f785-422a-ae94-22d911725c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:11.640734 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-c37a7c70-f785-422a-ae94-22d911725c51 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0484419 May 27 15:25:11.642440 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:25:11.651038 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:25:11.651628 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:24:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:25:11.687282 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-58d4c296-6d46-4a4d-9e67-9b3883e776ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:25:11.688704 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-58d4c296-6d46-4a4d-9e67-9b3883e776ec service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406682 May 27 15:25:11.720819 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:11.752823 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:25:11.787822 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-c18eef92-49d0-4fb2-a0e8-957a7120d043 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901773 May 27 15:25:11.886884 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf65701-cb48-43ab-aa14-b8d4a99d81b9 req-5e37d22c-1bcc-429a-87d8-2813a326e0a8 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872171 May 27 15:25:11.965323 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:52Z', 'revision_number': 1, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}, {'id': '5c3d5792-0190-4b19-a4a8-deca50438a01', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:2c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:25:10Z', 'updated_at': '2022-05-27T15:25:10Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:25:11.992750 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272abc-a677-418f-8d1d-e870da06d39d None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:52Z', 'revision_number': 1, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}, {'id': '5c3d5792-0190-4b19-a4a8-deca50438a01', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:2c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:25:10Z', 'updated_at': '2022-05-27T15:25:10Z', 'revision_number': 0, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:25:12.188877 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad22d5-2fb3-4ce9-9a49-8bc93be5d96e None None] New status for floating IP 5c3d5792-0190-4b19-a4a8-deca50438a01: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:25:13.378139 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:25:13.599528 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-636ed365-4cea-4635-8815-b85ada162e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:15.877064 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9bb492e5-9d36-4029-962d-2fd4753ed665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:17.357009 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:18.458257 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:19.842464 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:21.882313 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=32 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:21.883105 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=20 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:23.373365 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:23.374126 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:29.832213 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:29.836401 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:29.837764 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:30.147202 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:40.136307 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:40.141328 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:40.143018 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:43.601239 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-91155ea0-2a49-4f5f-9946-166ce9498a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:45.881824 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-398ed4f8-ca31-43d8-8259-e3e4f40054e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:47.360144 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:48.452785 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:49.844655 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:25:50.377246 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:25:59.832862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:59.838825 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:25:59.840540 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:00.154884 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:08.544270 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=19 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:08.547033 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=15 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:08.591432 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-381b2b0d-bece-4003-8697-098f467ab30a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379176 May 27 15:26:08.678050 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-2ab98662-2966-4a30-9a43-b76396720228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:08.679440 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-2ab98662-2966-4a30-9a43-b76396720228 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1129 time: 0.0438960 May 27 15:26:08.788272 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-a92de615-cb1f-41ef-90d1-4dc5299923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:08.789761 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-a92de615-cb1f-41ef-90d1-4dc5299923b3 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0877643 May 27 15:26:08.855697 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-05d6b2b5-e596-437f-8619-6ac3d0fad7b4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 1001 time: 0.0584028 May 27 15:26:08.905430 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-7d41db2a-2f64-43d8-8d89-f16d9041606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:08.907371 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-7d41db2a-2f64-43d8-8d89-f16d9041606f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0442410 May 27 15:26:08.951101 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-b8a00d43-f6b3-44bd-9db6-97aa14f43a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:08.952518 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-b8a00d43-f6b3-44bd-9db6-97aa14f43a1e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386055 May 27 15:26:09.046857 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-fa4c8f9d-ca4a-4e22-871b-abf36550b9fc service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 May 27 15:26:09.136568 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95d40b1d-fb56-4a34-8eb4-d8916a65c754 req-d8e069b9-6fd6-4d2c-b8e3-b0488521ba5f service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 May 27 15:26:10.142920 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:10.147962 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:10.149689 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:13.603784 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3bae3206-270d-487d-96dc-48ff2a773567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:15.882912 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2622-1cc2-4743-aeae-7839cd573431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:17.363607 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:18.457590 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:19.119864 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=54 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:19.132747 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=47 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:19.846963 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:27.376226 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:26:29.835733 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:29.840676 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:29.842978 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:30.167407 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:39.245093 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:39.245873 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:40.161187 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:40.163193 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:43.606734 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc026-a4d5-4b4f-a25e-72b7d7b4ff96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:45.884668 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c9093f23-8bb1-4cd6-9fbd-53fc1438eee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:47.366845 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:48.458016 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:49.849398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:53.564947 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52374) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:26:53.724876 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Deleting port 9e164f86-b2c3-4d64-a660-9d2df00a00a8 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:26:53.725135 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:53.801933 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:53.802252 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (9e164f86-b2c3-4d64-a660-9d2df00a00a8), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:53.814980 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Calling delete_port for 9e164f86-b2c3-4d64-a660-9d2df00a00a8 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:26:53.961440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (9e164f86-b2c3-4d64-a660-9d2df00a00a8), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:53.986519 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'Port': ['ID=9e164f86-b2c3-4d64-a660-9d2df00a00a8,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:26:54.012488 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.012836 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.013174 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.013510 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.013841 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.014166 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.014489 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.015457 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.015796 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.016121 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.016461 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.016794 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.017110 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.017427 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.017743 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:54.062149 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (5c3d5792-0190-4b19-a4a8-deca50438a01), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:54.062557 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Floating IP 5c3d5792-0190-4b19-a4a8-deca50438a01 disassociated (deleted). External IP: 172.27.1.188, port: 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f. May 27 15:26:54.261984 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:26:54.356551 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:54.369139 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:26:54.373452 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:54.380872 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:26:54.391975 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:26:54.392641 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:26:54.404260 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d7e2696d-b75f-4609-9a3c-c88541b90c0e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "DELETE /v2.0/floatingips/5c3d5792-0190-4b19-a4a8-deca50438a01 HTTP/1.1" status: 204 len: 168 time: 0.8382530 May 27 15:26:54.404868 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:26:54.407195 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4" -d '{"events": [{"name": "network-changed", "server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:26:54.455896 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc86d202-3920-4b34-9b78-5bba208789f2 x-openstack-request-id: req-bc86d202-3920-4b34-9b78-5bba208789f2 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:26:54.456194 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:26:54.456471 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc86d202-3920-4b34-9b78-5bba208789f2 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:26:54.456879 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc86d202-3920-4b34-9b78-5bba208789f2'] response: {'name': 'network-changed', 'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'status': 'completed', 'code': 200} May 27 15:26:54.521634 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:26:54.529129 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-0701d4fe-ead6-4f7a-87d9-cc14fc688c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:54.531409 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-0701d4fe-ead6-4f7a-87d9-cc14fc688c94 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 1129 time: 0.0491719 May 27 15:26:54.620068 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:26:54.671887 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac03783-2d66-4710-9268-d12703098e84 req-3bd51af1-0f70-4cb7-b172-a42d9a9d00e6 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:54.673387 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ac03783-2d66-4710-9268-d12703098e84 req-3bd51af1-0f70-4cb7-b172-a42d9a9d00e6 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0680017 May 27 15:26:54.676523 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-71abc3c3-c8e3-45d6-920b-a2d2416282b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:54.677958 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-71abc3c3-c8e3-45d6-920b-a2d2416282b6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.1409388 May 27 15:26:54.732461 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ac03783-2d66-4710-9268-d12703098e84 req-5618f9e8-dfa6-4454-9631-339f9aa78ebf tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521767 May 27 15:26:54.869164 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:52Z', 'revision_number': 1, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:26:54.896797 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:26:54.905081 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:26:54.906197 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:26:55.004754 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:26:55.212236 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:52Z', 'revision_number': 1, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:26:55.237387 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcf6c9-63f5-4b2e-a877-e52557b2bac6 None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_floatingips': [{'id': '1f4d373a-d1e4-47fe-9135-91184f5a0985', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'router_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'port_id': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'mac_address': 'fa:16:3e:e0:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T15:22:50Z', 'updated_at': '2022-05-27T15:22:52Z', 'revision_number': 1, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:26:55.454003 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacb5d9-89d5-4c29-b146-3d007dc16da3 None None] New status for floating IP 5c3d5792-0190-4b19-a4a8-deca50438a01: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:26:55.727461 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-3b640b0e-51d1-47ea-b87a-585fca25af68 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f HTTP/1.1" status: 200 len: 217 time: 0.0333302 May 27 15:26:55.780077 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-37c27550-e4b5-411c-bcab-51e3423c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:55.781929 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-37c27550-e4b5-411c-bcab-51e3423c0d7a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0448523 May 27 15:26:55.850535 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03661339-5355-4b12-9167-b0f0a292d2d4 req-993e9099-1f68-4633-9a9d-63708ae16ef2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:55.851983 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03661339-5355-4b12-9167-b0f0a292d2d4 req-993e9099-1f68-4633-9a9d-63708ae16ef2 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0472524 May 27 15:26:55.928432 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-1ed578a6-4366-4dae-a561-47540afe24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:55.930004 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-1ed578a6-4366-4dae-a561-47540afe24c9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667005 May 27 15:26:55.939059 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03661339-5355-4b12-9167-b0f0a292d2d4 req-6434d1a7-12cc-4a14-94c0-74613f0c4733 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816689 May 27 15:26:56.024042 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-58227a77-bf58-4223-86bb-b95f9f06fcbc service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839767 May 27 15:26:56.243646 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9fa9efe7-ac87-4326-bf2f-2cd8fa0e2be4 req-ec6ac760-e9e4-48e4-9c52-587df4ecbeda service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887740 May 27 15:26:56.258125 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-2aa5e839-0df3-41af-ba51-c814a73ba53f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:26:56.259726 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-2aa5e839-0df3-41af-ba51-c814a73ba53f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 945 time: 0.0487807 May 27 15:26:56.339916 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Deleting port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:26:56.340257 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:56.433171 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] For port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:26:56.433535 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:56.446931 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Calling delete_port for 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:26:56.575386 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:56.601142 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'Port': ['ID=7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:26:56.611815 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.612166 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.612533 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.612879 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.613216 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.613551 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.613880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.614205 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.614880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.614880 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.615187 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.615468 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.615788 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.616110 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.616430 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:26:56.660518 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] No DVR routers for this DVR port 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f on host hv-cinder-84254 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:26:56.663018 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:26:56.666208 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bf6f7152-5ce6-4404-8593-2fd249250ed1 req-fdcbad83-f5bc-4dd0-8e1f-39303053d69e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "DELETE /v2.0/ports/7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f HTTP/1.1" status: 204 len: 173 time: 0.4017515 May 27 15:26:56.666638 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'name': 'network-vif-deleted', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:26:56.668901 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473348b349a1034e09a876059b782079a04d9e0c8dc2461c79a2d070fa3fb115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486106c6-b0a4-4bb2-8f83-28912026f112" -d '{"events": [{"server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "name": "network-vif-deleted", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:26:56.708718 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecda13e-2c75-4be2-8bf3-c7535df80dc6 x-openstack-request-id: req-3ecda13e-2c75-4be2-8bf3-c7535df80dc6 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:26:56.709011 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f5703d-99a0-48af-b97e-7f59c3e773ae", "name": "network-vif-deleted", "tag": "7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:26:56.709261 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ecda13e-2c75-4be2-8bf3-c7535df80dc6 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:26:56.709657 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecda13e-2c75-4be2-8bf3-c7535df80dc6'] response: {'server_uuid': '10f5703d-99a0-48af-b97e-7f59c3e773ae', 'name': 'network-vif-deleted', 'tag': '7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f', 'status': 'completed', 'code': 200} May 27 15:26:57.054343 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b38bf59-213e-411d-bf6a-291211d77ed3 req-98cecdef-52f8-43c2-98ef-599e30c9605c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f5703d-99a0-48af-b97e-7f59c3e773ae HTTP/1.1" status: 200 len: 210 time: 0.0368516 May 27 15:26:59.738071 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:26:59.757021 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:26:59.757363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device 7b9aef87-2aa7-4dbd-9a68-dea818b3fe0f not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:00.161275 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:00.356748 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52412) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:00.496935 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Deleting port b9ca49d4-44f1-4a07-994f-0ecd0f0c5917 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:00.497197 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:00.575307 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:00.575633 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:00.584190 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:00.589407 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Calling delete_port for b9ca49d4-44f1-4a07-994f-0ecd0f0c5917 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:00.738115 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (b9ca49d4-44f1-4a07-994f-0ecd0f0c5917), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:00.767382 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'Port': ['ID=b9ca49d4-44f1-4a07-994f-0ecd0f0c5917,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:00.817391 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:00.826440 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (1f4d373a-d1e4-47fe-9135-91184f5a0985), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:00.826764 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Floating IP 1f4d373a-d1e4-47fe-9135-91184f5a0985 disassociated (deleted). External IP: 172.27.1.139, port: d75474e9-e17b-408a-97d0-f07e572297fa. May 27 15:27:01.026660 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:27:01.127986 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:27:01.132773 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:01.137772 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:27:01.148278 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:27:01.148910 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:01.166211 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-47e4eaab-ee25-49c6-9289-8aaeeadd93d1 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "DELETE /v2.0/floatingips/1f4d373a-d1e4-47fe-9135-91184f5a0985 HTTP/1.1" status: 204 len: 168 time: 0.8060803 May 27 15:27:01.166211 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:27:01.166923 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:27:01.208720 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 15:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef050ba-42f8-4f6b-95b0-335f7cce8ea9 x-openstack-request-id: req-6ef050ba-42f8-4f6b-95b0-335f7cce8ea9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:27:01.209017 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:27:01.209271 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ef050ba-42f8-4f6b-95b0-335f7cce8ea9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:27:01.209678 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef050ba-42f8-4f6b-95b0-335f7cce8ea9'] response: {'name': 'network-changed', 'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'status': 'completed', 'code': 200} May 27 15:27:01.258935 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:27:01.279507 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-d2a9c3b3-5be6-4823-a7f9-6a2e24192630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:01.283482 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-d2a9c3b3-5be6-4823-a7f9-6a2e24192630 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=67116cdacaa846138f7835ac5f53b863&device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 1129 time: 0.0521083 May 27 15:27:01.386314 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-67cc725c-de3e-4c61-8923-7a7ee627cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:01.387875 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-67cc725c-de3e-4c61-8923-7a7ee627cc45 service neutron] 10.222.0.40 "GET /v2.0/networks?id=45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 200 len: 912 time: 0.0981674 May 27 15:27:01.458360 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:01.475117 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222de42e-5162-4719-ab5b-7fb8272bfb00 req-e13c205e-d405-4f1b-b1a7-1539103f268c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:01.476627 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-222de42e-5162-4719-ab5b-7fb8272bfb00 req-e13c205e-d405-4f1b-b1a7-1539103f268c tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.1266725 May 27 15:27:01.486530 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:27:01.495451 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:27:01.495924 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:01.529856 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-222de42e-5162-4719-ab5b-7fb8272bfb00 req-e5cb9c83-bd07-4de3-90f7-1225f6e537ed tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 May 27 15:27:01.598147 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:27:01.682933 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:01.775516 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:01.781196 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:01.805384 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb3aaf-350a-48dd-b9b7-cee899b057f5 None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:19:18Z', 'revision_number': 4, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi', '_interfaces': [{'id': '1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819', 'name': '', 'network_id': '45fa6392-40e0-4a3e-b175-df35de1eff7e', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:17Z', 'updated_at': '2022-05-27T15:19:23Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'subnets': [{'id': 'cb67984f-6264-4f19-9dab-fdf2a25afb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:27:02.025116 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c8ad9-a4b7-4bbd-83bd-a4d2fd69c652 None None] New status for floating IP 1f4d373a-d1e4-47fe-9135-91184f5a0985: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 15:27:02.490149 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-3c3b7b80-b757-42a8-a4f5-83cc0ac73ee0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 200 len: 217 time: 0.0328989 May 27 15:27:02.545390 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-65602f92-6745-4340-a316-78c0dd6d6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:02.546833 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-65602f92-6745-4340-a316-78c0dd6d6528 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 200 len: 850 time: 0.0497940 May 27 15:27:02.649150 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-53276c69-a8fa-49d5-bf8e-1c79f6869963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:02.650861 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-53276c69-a8fa-49d5-bf8e-1c79f6869963 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=45fa6392-40e0-4a3e-b175-df35de1eff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397048 May 27 15:27:02.698500 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81a32-b3a8-467a-872c-9caffbd6a968 req-e413df83-4628-48f8-8d2e-13e1b83f3ea9 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:02.699952 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21d81a32-b3a8-467a-872c-9caffbd6a968 req-e413df83-4628-48f8-8d2e-13e1b83f3ea9 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0988877 May 27 15:27:02.742465 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-01bb59e5-1adf-484d-9d3c-c0f31dff0050 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 May 27 15:27:02.749787 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-21d81a32-b3a8-467a-872c-9caffbd6a968 req-1dd886a3-7723-4f1a-8455-79c25d4dbe40 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/security-groups?id=6007777f-3926-49a9-bc8e-470031fa1bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 May 27 15:27:02.933351 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [req-04e6ef0a-c4c3-4286-bfb1-cc75ff1e0ea0 req-1ffdf6ec-dbaf-44f1-8aab-0335416127e5 service neutron] 10.222.0.40 "GET /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908151 May 27 15:27:02.978737 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-26cd1249-4536-458f-9fda-c16f39059844 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 15:27:02.980187 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-26cd1249-4536-458f-9fda-c16f39059844 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 945 time: 0.0481892 May 27 15:27:03.052404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:03.065084 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Deleting port d75474e9-e17b-408a-97d0-f07e572297fa {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:03.065420 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:03.153387 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] For port d75474e9-e17b-408a-97d0-f07e572297fa, host hv-cinder-84254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84254',level=0,port_id=d75474e9-e17b-408a-97d0-f07e572297fa,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:03.153747 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:03.166719 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Calling delete_port for d75474e9-e17b-408a-97d0-f07e572297fa owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:03.277273 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:03.298079 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (d75474e9-e17b-408a-97d0-f07e572297fa), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:03.326011 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'Port': ['ID=d75474e9-e17b-408a-97d0-f07e572297fa,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:03.373016 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] No DVR routers for this DVR port d75474e9-e17b-408a-97d0-f07e572297fa on host hv-cinder-84254 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:27:03.375966 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:03.379371 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b75dca51-ac30-436d-85f9-52adfe502b5b req-5a3d3f5a-bb87-459b-835c-b968a8c3ae58 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.40 "DELETE /v2.0/ports/d75474e9-e17b-408a-97d0-f07e572297fa HTTP/1.1" status: 204 len: 173 time: 0.3931985 May 27 15:27:03.379837 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'name': 'network-vif-deleted', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 15:27:03.382124 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b819fb789a381273c65e5348f4e1ba2b03274a612e6dc0422a4e32e5f7ea149d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068fd0d8-4f50-43dd-91af-f9d5eacf0f48" -d '{"events": [{"server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "name": "network-vif-deleted", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 15:27:03.419988 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c3b8f8-005d-470c-b292-ab6a1cec5390 x-openstack-request-id: req-60c3b8f8-005d-470c-b292-ab6a1cec5390 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 15:27:03.420287 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f73f360-1774-417e-8c7e-f389b8ad5891", "name": "network-vif-deleted", "tag": "d75474e9-e17b-408a-97d0-f07e572297fa", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 15:27:03.420549 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60c3b8f8-005d-470c-b292-ab6a1cec5390 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 15:27:03.420948 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c3b8f8-005d-470c-b292-ab6a1cec5390'] response: {'server_uuid': '9f73f360-1774-417e-8c7e-f389b8ad5891', 'name': 'network-vif-deleted', 'tag': 'd75474e9-e17b-408a-97d0-f07e572297fa', 'status': 'completed', 'code': 200} May 27 15:27:03.864201 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d7e28b77-6d11-4be0-a1e9-175e1c22cfed req-d4edffcc-077a-4d9a-87f6-b9bcd150853f tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f73f360-1774-417e-8c7e-f389b8ad5891 HTTP/1.1" status: 200 len: 210 time: 0.0291448 May 27 15:27:04.375437 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:27:04.923488 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52436) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:05.004225 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:05.027958 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:05.035596 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Deleting port b5a5ca76-a8a3-4981-8576-66e16f9f4656 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:05.036085 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:05.116663 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:05.117039 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (b5a5ca76-a8a3-4981-8576-66e16f9f4656), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:05.129762 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Calling delete_port for b5a5ca76-a8a3-4981-8576-66e16f9f4656 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:05.260677 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (b5a5ca76-a8a3-4981-8576-66e16f9f4656), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:05.289086 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'Port': ['ID=b5a5ca76-a8a3-4981-8576-66e16f9f4656,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:05.351246 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for floatingip (027cfb9b-e0eb-49c1-b17f-23dd0af5e13f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:05.353684 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157589'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:05.354818 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8e92fb8f-b5b5-4d80-ae72-dec3797aa014 tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "DELETE /v2.0/floatingips/027cfb9b-e0eb-49c1-b17f-23dd0af5e13f HTTP/1.1" status: 204 len: 168 time: 0.4315097 May 27 15:27:05.728818 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device d75474e9-e17b-408a-97d0-f07e572297fa no longer exists at agent hyperv_hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:05.751698 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] No Port match for: d75474e9-e17b-408a-97d0-f07e572297fa {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:05.752033 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Device d75474e9-e17b-408a-97d0-f07e572297fa not bound to the agent host hv-cinder-84254 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:06.561019 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52454) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:06.613655 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e115cbc9-946f-4c8a-a2a4-f5ed2f3a598e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group (6007777f-3926-49a9-bc8e-470031fa1bd7), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:06.638418 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e115cbc9-946f-4c8a-a2a4-f5ed2f3a598e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group (6007777f-3926-49a9-bc8e-470031fa1bd7), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:06.700303 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e115cbc9-946f-4c8a-a2a4-f5ed2f3a598e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6007777f-3926-49a9-bc8e-470031fa1bd7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:06.702854 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e115cbc9-946f-4c8a-a2a4-f5ed2f3a598e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:06.704895 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e115cbc9-946f-4c8a-a2a4-f5ed2f3a598e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] 10.222.0.41 "DELETE /v2.0/security-groups/6007777f-3926-49a9-bc8e-470031fa1bd7 HTTP/1.1" status: 204 len: 168 time: 0.1485999 May 27 15:27:06.714346 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115cbc9-946f-4c8a-a2a4-f5ed2f3a598e tempest-TestVolumeBootPattern-1427295069 tempest-TestVolumeBootPattern-1427295069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007777f-3926-49a9-bc8e-470031fa1bd7,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:07.771124 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52460) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:08.431522 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (e839ca89-3328-4bee-9809-eca9cda9f255), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:08.649921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Deleting port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:08.650161 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:08.702065 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:08.731177 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] For port 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:08.731529 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:08.744946 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Calling delete_port for 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:08.866239 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:08.928700 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:08.953153 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:09.115678 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (e839ca89-3328-4bee-9809-eca9cda9f255), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:09.326790 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Router e839ca89-3328-4bee-9809-eca9cda9f255 has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:27:09.429707 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:27:09.434713 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0d88e3c0-4113-4cd0-ae24-61e4634f8c7c admin admin] 10.222.0.41 "PUT /v2.0/routers/e839ca89-3328-4bee-9809-eca9cda9f255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624720 May 27 15:27:09.437194 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52464) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:09.440917 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] Sync routers for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:27:09.457562 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:09.461993 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:27:09.462796 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:09.547024 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks [] for router (e839ca89-3328-4bee-9809-eca9cda9f255), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:09.571648 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: dv-cinder-842541-3-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:27:09.586042 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:09.650958 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks [] for router_gateway (e839ca89-3328-4bee-9809-eca9cda9f255), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:09.696188 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Deleting port e2d2aac0-7baf-4b78-99ea-ef48732a7565 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:09.696579 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:09.761476 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:DELETE=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:09.783298 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] For port e2d2aac0-7baf-4b78-99ea-ef48732a7565, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=e2d2aac0-7baf-4b78-99ea-ef48732a7565,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:09.783656 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:09.801575 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Calling delete_port for e2d2aac0-7baf-4b78-99ea-ef48732a7565 owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:09.868363 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:27:08Z', 'revision_number': 5, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port': {'id': 'e2d2aac0-7baf-4b78-99ea-ef48732a7565', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:14Z', 'updated_at': '2022-05-27T15:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:09.896569 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] Checking router: e839ca89-3328-4bee-9809-eca9cda9f255 for host: dv-cinder-842541-3-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:27:09.905365 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] Routers {'e839ca89-3328-4bee-9809-eca9cda9f255'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:27:09.905977 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['e839ca89-3328-4bee-9809-eca9cda9f255'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:09.963601 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (e2d2aac0-7baf-4b78-99ea-ef48732a7565), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:09.991257 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d2aac0-7baf-4b78-99ea-ef48732a7565,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:09.995391 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] Set router e839ca89-3328-4bee-9809-eca9cda9f255 gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:27:10.047002 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:27:09Z', 'revision_number': 6, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:10.055831 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (e839ca89-3328-4bee-9809-eca9cda9f255), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.072893 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04294e38-064a-45e2-a469-74262b1e1ece None None] The sync data for ids ['e839ca89-3328-4bee-9809-eca9cda9f255'] in dv-cinder-842541-3-iscsi is: [{'id': 'e839ca89-3328-4bee-9809-eca9cda9f255', 'name': 'tempest-TestVolumeBootPattern-795276583-router', 'tenant_id': '67116cdacaa846138f7835ac5f53b863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:13Z', 'updated_at': '2022-05-27T15:27:09Z', 'revision_number': 6, 'project_id': '67116cdacaa846138f7835ac5f53b863', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:27:10.143261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (e839ca89-3328-4bee-9809-eca9cda9f255), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.145401 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks [] for router_controller (e839ca89-3328-4bee-9809-eca9cda9f255), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.185740 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (e839ca89-3328-4bee-9809-eca9cda9f255), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.186452 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e839ca89-3328-4bee-9809-eca9cda9f255 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:27:10.191261 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.192433 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4a8f3628-2692-4f00-b638-9ed0fac23065 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e839ca89-3328-4bee-9809-eca9cda9f255 HTTP/1.1" status: 204 len: 168 time: 0.7543423 May 27 15:27:10.195035 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52466) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:10.243658 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Deleting subnet cb67984f-6264-4f19-9dab-fdf2a25afb6e {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:27:10.246929 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Publish callbacks [] for subnet (cb67984f-6264-4f19-9dab-fdf2a25afb6e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.282531 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (cb67984f-6264-4f19-9dab-fdf2a25afb6e), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.357750 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (cb67984f-6264-4f19-9dab-fdf2a25afb6e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.393702 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:10.413670 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (cb67984f-6264-4f19-9dab-fdf2a25afb6e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.445843 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb67984f-6264-4f19-9dab-fdf2a25afb6e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:10.449603 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.455067 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-73bc1ce5-fb73-4e87-a228-1f52b937e0fd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cb67984f-6264-4f19-9dab-fdf2a25afb6e HTTP/1.1" status: 204 len: 168 time: 0.2567360 May 27 15:27:10.455651 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52468) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:10.457407 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a05fd-5824-459b-b210-1af21707070e None None] Network 45fa6392-40e0-4a3e-b175-df35de1eff7e requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:27:10.530158 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (45fa6392-40e0-4a3e-b175-df35de1eff7e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.573619 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Deleting port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:10.573963 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.648886 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] For port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,segment=NetworkSegment(e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae),segment_id=e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:10.649170 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.663016 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Calling delete_port for 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:10.738352 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279698'] for port (7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.745882 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:10.768739 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:10.770837 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] No DVR routers for this DVR port 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 on host dv-cinder-842541-3-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:27:10.841744 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (45fa6392-40e0-4a3e-b175-df35de1eff7e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.849637 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:10.859875 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ea52b-021f-4390-96f6-ef7feb19d2f5 None None] DHCP port deletion for 45fa6392-40e0-4a3e-b175-df35de1eff7e request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:27:10.865739 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fa6392-40e0-4a3e-b175-df35de1eff7e']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:10.875966 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:10.876244 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:10.887243 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3014314'] for segment (e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.902116 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.909281 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:27:10.909974 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279745'] for segment (e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.929465 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae resource provider aggregate not found May 27 15:27:10.968724 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.services.segments.plugin [-] Segment e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c366ed-2133-4ba7-ae40-3e9bd75bb9ae found for delete ", "request_id": "req-92fd375c-e078-4eb0-96e7-7b88755e6f9c"}]} May 27 15:27:10.981734 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (45fa6392-40e0-4a3e-b175-df35de1eff7e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.989187 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:10.992302 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] 10.222.0.41 "DELETE /v2.0/networks/45fa6392-40e0-4a3e-b175-df35de1eff7e HTTP/1.1" status: 204 len: 168 time: 0.5356190 May 27 15:27:10.995412 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52474) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:11.002275 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0dd9f-7347-4519-8923-309eaaa6748b admin admin] Pushing event deleted for resources: {'Network': ['ID=45fa6392-40e0-4a3e-b175-df35de1eff7e,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:11.231797 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:11.314212 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880613'] for router_interface (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:11.532381 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Deleting port 693c19bf-8d46-49d6-be75-c357be450994 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:11.533425 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (693c19bf-8d46-49d6-be75-c357be450994), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:11.549267 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e2d2aac0-7baf-4b78-99ea-ef48732a7565 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:11.572050 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: e2d2aac0-7baf-4b78-99ea-ef48732a7565 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:11.572391 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device e2d2aac0-7baf-4b78-99ea-ef48732a7565 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:11.572833 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:11.591279 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:11.591624 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 1720c6b2-c1d8-4f47-a91c-c1bd7ea2e819 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:11.592035 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:11.610896 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:11.611420 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7ae47f3e-58f4-4ac2-9fa1-ecd4ea97df38 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:11.616353 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] For port 693c19bf-8d46-49d6-be75-c357be450994, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=693c19bf-8d46-49d6-be75-c357be450994,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:11.616752 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (693c19bf-8d46-49d6-be75-c357be450994), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:11.629838 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Calling delete_port for 693c19bf-8d46-49d6-be75-c357be450994 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:11.793581 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:11.805558 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (693c19bf-8d46-49d6-be75-c357be450994), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:11.830610 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=693c19bf-8d46-49d6-be75-c357be450994,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:11.998885 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-368264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-880505'] for router_interface (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:12.105441 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:12.272646 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:12.474315 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Router f0796ada-072e-4a99-bd2e-d66bf0a8edbb has already been hosted by L3 agent b06d48a1-1c7a-436b-82e1-3fb3d955f29f {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 15:27:12.575225 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] Notify agent at l3_agent.dv-cinder-842541-3-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 15:27:12.580440 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-111fb847-6963-4e7a-a51b-6a36c1ffe8cb admin admin] 10.222.0.41 "PUT /v2.0/routers/f0796ada-072e-4a99-bd2e-d66bf0a8edbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839574 May 27 15:27:12.583009 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52476) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:12.583847 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] Sync routers for ids ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'] in dv-cinder-842541-3-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 15:27:12.597548 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] Routers {'f0796ada-072e-4a99-bd2e-d66bf0a8edbb'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:27:12.598159 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:12.697060 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks [] for router (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:12.700641 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] Set router f0796ada-072e-4a99-bd2e-d66bf0a8edbb gateway port host: dv-cinder-842541-3-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:27:12.794516 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks [] for router_gateway (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:12.841139 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Deleting port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:12.841482 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:12.872425 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'external_fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:27:11Z', 'revision_number': 5, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port': {'id': '7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf', 'name': '', 'network_id': '834b31bb-803c-4297-88bb-d7b09c40d721', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T15:19:22Z', 'updated_at': '2022-05-27T15:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec25cb0-de89-4885-9d37-f09cd57358de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842541-3-iscsi'}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:12.898916 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] Checking router: f0796ada-072e-4a99-bd2e-d66bf0a8edbb for host: dv-cinder-842541-3-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 15:27:12.907467 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] Routers {'f0796ada-072e-4a99-bd2e-d66bf0a8edbb'} bound to L3 agent in host dv-cinder-842541-3-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 15:27:12.908691 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T15:03:16Z,description=,heartbeat_timestamp=2022-05-27T15:26:46Z,host='dv-cinder-842541-3-iscsi',id=b06d48a1-1c7a-436b-82e1-3fb3d955f29f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T15:03:16Z,topic='l3_agent')) {'router_ids': ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:12.922365 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] For port 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,segment=NetworkSegment(3323b24f-e033-448b-8e54-8ce3f848eee8),segment_id=3323b24f-e033-448b-8e54-8ce3f848eee8)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:12.922729 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:12.925481 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=100 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:12.936968 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Calling delete_port for 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:12.991738 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] Set router f0796ada-072e-4a99-bd2e-d66bf0a8edbb gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 15:27:13.042451 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:27:12Z', 'revision_number': 6, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port_host': None}], 'dv-cinder-842541-3-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:13.067300 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3501e2b-4745-4989-af4d-5eae86e3a9ec None None] The sync data for ids ['f0796ada-072e-4a99-bd2e-d66bf0a8edbb'] in dv-cinder-842541-3-iscsi is: [{'id': 'f0796ada-072e-4a99-bd2e-d66bf0a8edbb', 'name': 'tempest-TestVolumeBootPattern-2027274644-router', 'tenant_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T15:19:21Z', 'updated_at': '2022-05-27T15:27:12Z', 'revision_number': 6, 'project_id': 'e0da8d3c342f4479a49f5ec0fa361f88', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 15:27:13.104061 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.127730 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:13.195770 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-876763'] for router_gateway (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.284031 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5422'] for router (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.286209 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks [] for router_controller (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.288964 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:13.330170 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-775809'] for router (f0796ada-072e-4a99-bd2e-d66bf0a8edbb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.330776 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0796ada-072e-4a99-bd2e-d66bf0a8edbb {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 15:27:13.335199 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.336378 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-02a6a199-5653-4a55-8a66-f905087868e0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f0796ada-072e-4a99-bd2e-d66bf0a8edbb HTTP/1.1" status: 204 len: 168 time: 0.7524548 May 27 15:27:13.338857 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52478) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:13.385676 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Deleting subnet 7ee38d1a-0a28-444c-b152-d754f45e61f1 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 15:27:13.389153 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Publish callbacks [] for subnet (7ee38d1a-0a28-444c-b152-d754f45e61f1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.430317 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26978554'] for subnet (7ee38d1a-0a28-444c-b152-d754f45e61f1), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.508386 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672851'] for subnet (7ee38d1a-0a28-444c-b152-d754f45e61f1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.561779 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26614804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26356662'] for subnet (7ee38d1a-0a28-444c-b152-d754f45e61f1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.590581 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee38d1a-0a28-444c-b152-d754f45e61f1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:13.594479 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.599014 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4a590cd7-59e4-46cc-a7e6-3d691d655899 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ee38d1a-0a28-444c-b152-d754f45e61f1 HTTP/1.1" status: 204 len: 168 time: 0.2584093 May 27 15:27:13.600692 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52480) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:13.601119 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7bbf82-5cca-48eb-92e6-e5f65f68871e None None] Network 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 requested from dv-cinder-842541-3-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 15:27:13.664289 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-778d0e7f-92d3-48bf-afc7-99d458ea0222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.673895 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1961236'] for network (9d94ff3d-abbb-4221-91e5-e806ce6a64d7), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.716826 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Deleting port c8016926-067b-4744-8b08-89ebf0e09224 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:13.717169 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (c8016926-067b-4744-8b08-89ebf0e09224), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.789786 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] For port c8016926-067b-4744-8b08-89ebf0e09224, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=c8016926-067b-4744-8b08-89ebf0e09224,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:13.790582 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (c8016926-067b-4744-8b08-89ebf0e09224), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.797858 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] DHCP port deletion for 9d94ff3d-abbb-4221-91e5-e806ce6a64d7 request from dv-cinder-842541-3-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 15:27:13.807919 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Calling delete_port for c8016926-067b-4744-8b08-89ebf0e09224 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:13.818203 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:13.842693 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Deleting port c8016926-067b-4744-8b08-89ebf0e09224 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 15:27:13.843142 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793562485477'] for port (c8016926-067b-4744-8b08-89ebf0e09224), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.871147 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device c8016926-067b-4744-8b08-89ebf0e09224 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:13.893868 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26615269'] for port (c8016926-067b-4744-8b08-89ebf0e09224), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.923007 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8016926-067b-4744-8b08-89ebf0e09224,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:13.926721 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] No DVR routers for this DVR port c8016926-067b-4744-8b08-89ebf0e09224 on host dv-cinder-842541-3-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:27:13.928646 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: c8016926-067b-4744-8b08-89ebf0e09224 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:13.929243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device c8016926-067b-4744-8b08-89ebf0e09224 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:13.929625 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:13.958184 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:13.958567 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 7da0f3c5-4ee1-40b6-ae12-02bc33f7ffcf not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:13.958917 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 693c19bf-8d46-49d6-be75-c357be450994 no longer exists at agent ovs-agent-dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 15:27:13.963827 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] For port c8016926-067b-4744-8b08-89ebf0e09224, host dv-cinder-842541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842541-3-iscsi',level=0,port_id=c8016926-067b-4744-8b08-89ebf0e09224,segment=NetworkSegment(0d2a9dc3-d11f-436f-a545-e59cf771e2ff),segment_id=0d2a9dc3-d11f-436f-a545-e59cf771e2ff)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 15:27:13.964216 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-882269'] for port (c8016926-067b-4744-8b08-89ebf0e09224), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:13.988671 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] No Port match for: 693c19bf-8d46-49d6-be75-c357be450994 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 15:27:13.989014 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Device 693c19bf-8d46-49d6-be75-c357be450994 not bound to the agent host dv-cinder-842541-3-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 15:27:13.994194 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Calling delete_port for c8016926-067b-4744-8b08-89ebf0e09224 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 15:27:13.999970 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672998', 'neutron.services.segments.db._delete_segments_for_network-8793562661488'] for network (9d94ff3d-abbb-4221-91e5-e806ce6a64d7), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.025479 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d94ff3d-abbb-4221-91e5-e806ce6a64d7']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:14.037620 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2a9dc3-d11f-436f-a545-e59cf771e2ff') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:14.037921 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2a9dc3-d11f-436f-a545-e59cf771e2ff') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 15:27:14.048839 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793562660729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26978499'] for segment (0d2a9dc3-d11f-436f-a545-e59cf771e2ff), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.067013 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020'] for segment (0d2a9dc3-d11f-436f-a545-e59cf771e2ff), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.073728 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 15:27:14.074198 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1677020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26615222'] for segment (0d2a9dc3-d11f-436f-a545-e59cf771e2ff), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.081424 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793562493395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793562185018'] for port (c8016926-067b-4744-8b08-89ebf0e09224), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.111531 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Pushing event deleted for resources: {'Port': ['ID=c8016926-067b-4744-8b08-89ebf0e09224,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:14.115792 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 0d2a9dc3-d11f-436f-a545-e59cf771e2ff resource provider aggregate not found May 27 15:27:14.118243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] No DVR routers for this DVR port c8016926-067b-4744-8b08-89ebf0e09224 on host dv-cinder-842541-3-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 15:27:14.122373 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.122874 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.123237 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.123599 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.123918 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.124265 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.124963 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.125301 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.125630 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.125971 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.127054 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.127387 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.127710 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.128031 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.128353 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eac67-f46e-4966-8fb2-9a6bd1d0e385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842541-3-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 15:27:14.155751 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.services.segments.plugin [-] Segment 0d2a9dc3-d11f-436f-a545-e59cf771e2ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d2a9dc3-d11f-436f-a545-e59cf771e2ff found for delete ", "request_id": "req-b98ba625-c621-4fdb-ad84-1681098ef738"}]} May 27 15:27:14.168629 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1672989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-368275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-876791'] for network (9d94ff3d-abbb-4221-91e5-e806ce6a64d7), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.174137 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-368301'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.177356 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9d94ff3d-abbb-4221-91e5-e806ce6a64d7 HTTP/1.1" status: 204 len: 168 time: 0.5757289 May 27 15:27:14.188349 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325426e-c6de-4085-8c2f-5074824ec595 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d94ff3d-abbb-4221-91e5-e806ce6a64d7,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:14.293770 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52488) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:14.301348 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:14.336318 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0deb01bc-577b-47fb-9515-f3fc7bc4f748 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67116cdacaa846138f7835ac5f53b863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414114 May 27 15:27:14.338708 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 52490) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:14.387222 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-54bc0baa-4265-4067-8523-a7bd0901a40f admin admin] Publish callbacks [] for security_group (b7f2293e-31a7-4bff-92c7-67af4b12e715), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.410161 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-54bc0baa-4265-4067-8523-a7bd0901a40f admin admin] Publish callbacks [] for security_group (b7f2293e-31a7-4bff-92c7-67af4b12e715), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.461404 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-54bc0baa-4265-4067-8523-a7bd0901a40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (b7f2293e-31a7-4bff-92c7-67af4b12e715), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.464056 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-54bc0baa-4265-4067-8523-a7bd0901a40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.465394 dv-cinder-842541-3-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-54bc0baa-4265-4067-8523-a7bd0901a40f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7f2293e-31a7-4bff-92c7-67af4b12e715 HTTP/1.1" status: 204 len: 168 time: 0.1257768 May 27 15:27:14.474050 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0baa-4265-4067-8523-a7bd0901a40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2293e-31a7-4bff-92c7-67af4b12e715,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:14.786495 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52496) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:14.826686 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f152efc6-a814-497b-bd48-bd1e870dd7c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0da8d3c342f4479a49f5ec0fa361f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390449 May 27 15:27:14.829138 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 52498) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 15:27:14.876059 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-941551b1-0ffe-4473-b279-5e09d4222a54 admin admin] Publish callbacks [] for security_group (6c62500e-058a-49ad-a09a-e8af637d1fd6), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.898000 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-941551b1-0ffe-4473-b279-5e09d4222a54 admin admin] Publish callbacks [] for security_group (6c62500e-058a-49ad-a09a-e8af637d1fd6), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.949498 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-941551b1-0ffe-4473-b279-5e09d4222a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723483'] for security_group (6c62500e-058a-49ad-a09a-e8af637d1fd6), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.952211 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-941551b1-0ffe-4473-b279-5e09d4222a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:14.953399 dv-cinder-842541-3-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-941551b1-0ffe-4473-b279-5e09d4222a54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c62500e-058a-49ad-a09a-e8af637d1fd6 HTTP/1.1" status: 204 len: 168 time: 0.1233423 May 27 15:27:14.961371 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941551b1-0ffe-4473-b279-5e09d4222a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62500e-058a-49ad-a09a-e8af637d1fd6,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 15:27:15.886524 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-508febc8-84ee-47c1-8ea2-021e60d66c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:17.368083 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:18.466088 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:19.853178 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:23.044862 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=52 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:23.045647 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=40 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:24.468495 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:24.469606 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG dbcounter [-] [103959] Writing DB stats neutron:SELECT=46,neutron:DELETE=7 {{(pid=103959) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:24.956425 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=33,neutron:DELETE=4 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:24.957307 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG dbcounter [-] [103958] Writing DB stats neutron:SELECT=41,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103958) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:29.841450 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:29.846726 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:29.849345 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:30.164930 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:37.940459 dv-cinder-842541-3-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-d3834a2a-5a92-4a16-902e-b85322f5c22f req-5fd80d66-5d9e-4ed0-beca-37abbb229845 service neutron] (103958) timed out ('10.222.0.40', 59453) {{(pid=103958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 15:27:40.153812 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:40.157904 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:40.159663 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:41.373870 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:27:43.606324 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d04e909d-7d7b-4200-a061-1fcb426ace8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:45.888067 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b39fb8ee-50bd-44a6-9368-ae76d5af0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:47.370182 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:48.461216 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:49.855366 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:27:51.369304 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:51.370465 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:58.455836 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:59.845607 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:27:59.851731 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:00.179392 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:08.544434 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=15 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:08.546354 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=11 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:10.170163 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:10.172807 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:10.175342 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:13.607804 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-965dc67b-92e8-440d-a611-f262307aa233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:15.890527 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ef622c84-1dd9-4989-9675-3556f6598d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:17.373844 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:18.372565 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:28:18.471841 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:19.264265 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:19.857996 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:28.369283 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:29.846646 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:29.851469 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:29.853413 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:30.204505 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:40.198268 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:40.200224 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:43.609447 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-29ccdacb-f700-492e-9fd9-4b31f2f8adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:45.895582 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba852-1813-48b5-81ac-d4261ebdac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:47.375746 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:48.467110 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:49.860666 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:28:55.371113 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:28:59.849429 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:59.854118 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:28:59.856130 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:00.222388 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:05.367173 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:10.210618 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:10.214677 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:10.216336 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:12.278539 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:13.612278 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-48c2b358-210c-4cb1-8d2a-9aa676124f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:15.896674 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ccf458dc-66e9-4ede-8ead-c88d21c8d184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:17.378824 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:18.502465 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:19.983110 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:29.972464 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=11 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:29.977427 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:29.979132 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:30.219675 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:32.370577 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:29:40.210270 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:40.213164 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:40.215199 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:42.365177 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:42.365968 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:43.615927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8459eea-8c10-43cf-9dc5-6d6c650202bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:45.898674 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b43cffe8-79f3-4798-a1fb-375a31acb94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:47.382287 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:48.471940 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:49.868637 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:29:58.467980 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:59.863122 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:29:59.864991 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:00.223369 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:09.369585 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:30:10.212021 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:10.219174 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:10.249655 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=17 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:13.623000 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-294d5639-6089-4219-8817-e31b3c50d856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:15.901028 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-154cd22a-f259-4427-9abc-5e399cfac691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:17.384990 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:18.475030 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:19.366221 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=17 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:19.871138 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:29.859411 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:29.860203 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:29.867430 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:30.235855 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:40.230254 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:40.231046 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:43.616114 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4358927b-c805-4ff9-a076-3b674dcfa3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:45.901785 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7dd03243-ea0d-4713-9643-eaff3dfa1bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:46.371807 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:30:47.385626 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:48.477122 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:49.873548 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:30:56.364222 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=5 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:56.364989 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=3 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:59.861398 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:59.862223 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:30:59.869721 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:00.252695 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:10.246897 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:10.248816 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:12.282898 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:12.284088 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:DELETE=1 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:13.622243 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ed75d4a6-e90d-46ed-b6d7-e7218ea02ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:15.902862 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9c3a79f8-3e0f-49fb-9fd2-51e5448c6cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:17.390649 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:18.511578 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:19.876046 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:23.370386 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:31:29.863660 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:29.868715 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=18 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:29.870629 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:30.247589 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:33.366048 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=4 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:39.247735 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=6 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:40.237900 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:40.240603 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:40.242684 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:43.627347 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5952e765-4b9f-42d4-8ddd-37e7fb0293f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:45.903856 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1481e58b-4c12-415a-8391-411cb36d1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:47.392024 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:48.484279 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:49.878036 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:31:58.480368 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:59.872633 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:31:59.873390 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:00.267789 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:00.368801 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:32:08.557453 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=13 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:10.257167 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:10.261269 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:10.263282 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:10.364915 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=21 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:13.621101 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ba074383-cf95-4709-a036-7877ea6f2b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:15.905228 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0e54-6c48-49c4-b887-e2ba27713ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:17.395144 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ba23f24-19dd-4158-8da9-c17767b00aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (5060a686-62dc-4698-b558-d973d7d6ba59), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:18.484842 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c533fcd5-6847-4742-8f71-dfdd54b82bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (2004f91a-1cb3-4932-b743-d89139766c9c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:19.881725 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a421d390-cfd9-4e5b-84ff-96b39badc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (0d0431c9-0fec-4c6b-83c6-646a1ce18b79), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:29.870600 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:29.875007 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:29.877019 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:30.262465 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e1003051-d149-4419-a66c-307fb71166b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (d99359a4-57ee-45ff-970b-5ed49067ffb8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:31.538320 dv-cinder-842541-3-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-330f1997-ceaa-4735-86c8-97803dfce971 req-c50ab7ca-55ce-4558-948d-1a33aba8e326 service neutron] (103959) timed out ('10.222.0.40', 59476) {{(pid=103959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 15:32:37.366776 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-4419d6af-4d9d-4b92-a352-d1d5e69ad41a None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 15:32:38.260688 dv-cinder-842541-3-iscsi neutron-server[103961]: DEBUG dbcounter [-] [103961] Writing DB stats neutron:SELECT=2 {{(pid=103961) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:40.251856 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:40.256210 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:SELECT=2 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:40.257927 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG dbcounter [-] [103960] Writing DB stats neutron:UPDATE=1 {{(pid=103960) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 15:32:43.627368 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-24de6840-c144-4cc8-8954-424770ef036c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (82403002-f569-49cd-befd-048ab1d15f22), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 15:32:45.906892 dv-cinder-842541-3-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9715e8e2-b24b-47a5-849c-fc1da5656940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793562661470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736421'] for agent (b06d48a1-1c7a-436b-82e1-3fb3d955f29f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}